-- Logs begin at Thu 2022-06-23 11:13:32 UTC, end at Thu 2022-06-23 12:16:41 UTC. -- Jun 23 11:46:14.231767 dv-cinder-826608-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 11:46:16.918582 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.common.config [-] Logging enabled! Jun 23 11:46:16.919161 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 23 11:46:16.919287 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103881) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 23 11:46:16.922648 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.common.config [-] Logging enabled! Jun 23 11:46:16.922897 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 23 11:46:16.923215 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103881) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 23 11:46:16.924160 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 11:46:16.924397 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 11:46:16.924804 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 11:46:16.925052 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 11:46:16.925279 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 11:46:16.925699 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.926003 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.926236 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.926538 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.926836 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.927125 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.927424 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.927725 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.928016 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.928300 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.928588 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.928845 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.929132 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.929423 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.929714 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.929940 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] debug = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.930227 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.930668 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.931080 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.931363 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.931658 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.931943 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.932216 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.932493 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.932806 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.933135 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] host = dv-cinder-826608-3-iscsi {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.933417 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.933708 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.933998 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.934284 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.934559 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.934841 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.935125 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.935399 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.935675 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] log_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.935953 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.936249 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.936531 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.936844 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.937074 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.937820 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.938115 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.938420 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.938704 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.938983 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.939256 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.939532 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.939809 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.940084 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.940372 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.940660 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.940976 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.941256 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.941533 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.941810 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.942086 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.942374 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.942652 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.942928 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.943206 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.943493 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.943765 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.944042 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.944345 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.944636 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.944957 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.945254 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.945532 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.945815 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.946088 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.946363 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.946638 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] use_json = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.946911 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.947184 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.947466 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.947739 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.948013 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.948291 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.948566 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.948882 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.949162 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:16.949460 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.949757 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.950059 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.950346 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.950661 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.950945 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.951240 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.951519 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.951811 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.952101 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.952394 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.952693 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.953549 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.953853 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.954153 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.954464 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.954764 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.955061 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.955349 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.955630 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.955909 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.956192 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.956483 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.956789 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.957086 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.957380 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.957664 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.957965 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.958257 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.958541 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.958841 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.959135 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.959413 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.959696 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.959992 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.960272 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.960549 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.960872 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.961157 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.961433 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.961719 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.962012 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.962302 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.962578 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.962859 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.963151 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.963429 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.963707 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.963981 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.964260 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.964534 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.964847 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.965136 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.965420 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.965696 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.965979 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.966256 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.966530 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.966808 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.967084 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.967365 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.967640 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.967914 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.968188 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.968461 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.968785 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.969062 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.969337 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.969616 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.969891 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.970165 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.970441 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.970719 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.970999 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.971302 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.971585 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.971868 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.972149 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.972429 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.972727 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.973012 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.973295 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.973579 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.973859 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.974153 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.974441 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.974733 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.975021 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.975309 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.975625 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.975907 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.976188 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.976474 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.976783 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.977071 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.977359 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.977646 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.977943 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.978239 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.978519 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.978817 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.979115 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.979411 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.979696 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.980012 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.980301 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:16.980520 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 11:46:16.980790 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103881) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 11:46:17.282978 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 23 11:46:17.283250 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 23 11:46:17.283551 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 23 11:46:17.283882 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 11:46:17.691808 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.692108 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.692385 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.693709 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.693983 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.694245 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.747110 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.747387 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.747656 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.762001 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.762277 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.762548 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.792937 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.793211 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.793473 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.829791 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.830070 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:17.830339 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.064810 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.065475 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.065475 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.065648 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.066289 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.166420 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.166742 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.167025 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.167294 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.167557 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.167867 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.168127 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.168382 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.168637 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.168944 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.169204 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.169471 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.169730 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.169984 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.170239 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.170502 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.170756 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.171029 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.171297 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.171557 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.171855 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.172108 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.172390 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.172798 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.173050 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.173295 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.173693 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 11:46:18.173935 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 11:46:18.174176 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 11:46:18.174414 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 11:46:18.174651 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 11:46:18.174886 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 11:46:18.175251 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 11:46:18.178384 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 11:46:18.182338 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 11:46:18.186017 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jun 23 11:46:18.187680 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 11:46:18.188287 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 11:46:18.188621 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 11:46:18.189036 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 11:46:18.191827 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 11:46:18.192076 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 11:46:18.192415 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 11:46:18.197649 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 23 11:46:18.221559 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 11:46:18.222014 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.222309 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103881) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 23 11:46:18.222679 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.224042 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103881) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 11:46:18.224322 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 11:46:18.224567 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 11:46:18.227885 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.228160 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:18.353345 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 11:46:18.353604 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 11:46:18.353735 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 11:46:18.354119 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 11:46:18.408299 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO dbcounter [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Registered counter for database neutron Jun 23 11:46:18.427870 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_db.sqlalchemy.engines [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103881) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 11:46:18.433836 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writer thread running {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 11:46:18.979893 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Initializing driver for type 'gre' Jun 23 11:46:18.980418 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] gre ID ranges: [(1, 1000)] Jun 23 11:46:19.033119 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Initializing driver for type 'local' Jun 23 11:46:19.033455 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Initializing driver for type 'vlan' Jun 23 11:46:19.049062 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] VlanTypeDriver initialization complete Jun 23 11:46:19.049609 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Initializing driver for type 'vxlan' Jun 23 11:46:19.050173 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] vxlan ID ranges: [(1, 1000)] Jun 23 11:46:19.102078 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Initializing extension driver 'port_security' Jun 23 11:46:19.102725 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.extensions.port_security [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] PortSecurityExtensionDriver initialization complete Jun 23 11:46:19.102725 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Initializing mechanism driver 'openvswitch' Jun 23 11:46:19.103065 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Initializing mechanism driver 'hyperv' Jun 23 11:46:19.110375 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:46:19.111059 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > port after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.111434 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > port after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.111791 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > port after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.112313 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 11:46:19.112744 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > subnet after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.113110 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > subnet after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.113466 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.113863 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 11:46:19.114274 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > network after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.114625 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > network after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.114970 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > network after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.115363 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 11:46:19.115770 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > security_group after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.116119 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > security_group after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.116461 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.116880 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 11:46:19.117294 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.117642 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.117984 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.118381 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 11:46:19.118788 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > address_group after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.119138 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > address_group after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.119478 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.119871 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 11:46:19.120319 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] ML2 OVO RPC backend initialized. {{(pid=103881) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 11:46:19.121054 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.121416 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.121838 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > network before_response 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.122192 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > networks before_response 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.122540 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > port before_response 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.122891 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > ports before_response 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.123261 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > subnet before_response 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.123606 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > subnets before_response 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.123954 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > network after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.124296 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > network after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.124634 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > network after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.125547 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > port after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.125886 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > port after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.126223 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > port after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.126560 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > subnet after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.126899 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > subnet after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.127240 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.134839 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded quota_driver: . Jun 23 11:46:19.135206 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.plugin [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Modular L2 Plugin initialization complete Jun 23 11:46:19.135557 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading services supported by the core plugin {{(pid=103881) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 11:46:19.135905 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.plugins.ml2.managers [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Got port-security extension from driver 'port_security' Jun 23 11:46:19.136390 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.extensions.vlantransparent [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Disabled vlantransparent extension. Jun 23 11:46:19.136923 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103881) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 11:46:19.137255 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading Plugin: router Jun 23 11:46:19.173054 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.173453 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router after_create 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.173829 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router before_create 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.174201 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.174578 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.174939 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router after_delete 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.175306 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.175663 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.176047 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router after_create 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.176377 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router after_update 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.176759 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router after_update 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.177116 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.177478 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router after_update 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.177895 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router precommit_update 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.178268 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: port after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.178609 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: port after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.178947 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: subnet after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.179288 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.179643 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.179991 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router precommit_create 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.180336 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: port before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.180701 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router precommit_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.181063 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router after_update 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.181407 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.181767 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router precommit_create 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.182140 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.182492 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router precommit_update 55549900 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.182862 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > agent after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.183214 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > agent after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.183565 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > network after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.184428 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Tracking information for resource: router configured {{(pid=103881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 11:46:19.184797 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Tracking information for resource: floatingip configured {{(pid=103881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 11:46:19.190240 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.db.l3_agentschedulers_db [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 11:46:19.190825 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: port after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.191188 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: port after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.191544 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: port after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.191898 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: port after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.192721 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router before_create 55550100 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.193094 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.193462 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router precommit_create 55550100 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.193821 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > router precommit_update 55550100 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.198670 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.services.provider_configuration [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Service providers = [] {{(pid=103881) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 11:46:19.199036 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.db.servicetype_db [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103881) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 11:46:19.202206 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.services.service_base [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 11:46:19.202560 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.services.service_base [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 11:46:19.202934 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.services.service_base [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 11:46:19.203836 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.services.service_base [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 11:46:19.204209 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.services.service_base [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 11:46:19.204587 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 11:46:19.204932 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 11:46:19.215385 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 11:46:19.215721 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading Plugin: auto_allocate Jun 23 11:46:19.221881 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: network precommit_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.222262 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: network precommit_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.222783 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 11:46:19.223106 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading Plugin: tag Jun 23 11:46:19.230066 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 11:46:19.230343 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading Plugin: timestamp Jun 23 11:46:19.234821 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 11:46:19.235150 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading Plugin: network_ip_availability Jun 23 11:46:19.240742 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.241121 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.241478 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.242235 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 11:46:19.242557 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading Plugin: flavors Jun 23 11:46:19.247528 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 11:46:19.247860 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading Plugin: revisions Jun 23 11:46:19.252738 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 11:46:19.253133 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_concurrency.lockutils [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.969s {{(pid=103881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 23 11:46:19.253870 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103881) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 23 11:46:19.254208 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Initializing extension manager. Jun 23 11:46:19.254732 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: __init__.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.255077 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: __pycache__ {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.255417 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: address_group.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.256187 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.256804 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: address-group Jun 23 11:46:19.257132 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: address_scope.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.257851 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.258360 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: address-scope Jun 23 11:46:19.258684 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.259618 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.260134 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: router-admin-state-down-before-update Jun 23 11:46:19.260454 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: agent.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.261185 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.261701 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: agent Jun 23 11:46:19.262037 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: agent_resources_synced.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.262963 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.263473 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: agent-resources-synced Jun 23 11:46:19.263799 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: allowedaddresspairs.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.266295 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.266816 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: allowed-address-pairs Jun 23 11:46:19.267150 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: auto_allocated_topology.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.268228 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.268778 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: auto-allocated-topology Jun 23 11:46:19.269109 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: availability_zone.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.269811 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.270318 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: availability_zone Jun 23 11:46:19.270644 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: availability_zone_filter.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.271564 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.272080 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: availability_zone_filter Jun 23 11:46:19.272403 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: data_plane_status.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.273352 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.273861 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 11:46:19.274184 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: default_subnetpools.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.275109 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.275622 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: default-subnetpools Jun 23 11:46:19.275944 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.276779 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.277292 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: dhcp_agent_scheduler Jun 23 11:46:19.277614 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: dns.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.278556 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.279063 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 11:46:19.279391 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: dns_domain_ports.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.280317 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.280863 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 11:46:19.281213 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.282152 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.282666 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 11:46:19.282989 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: dvr.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.283665 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.284177 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: dvr Jun 23 11:46:19.284498 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: ecmp_routes.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.285449 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.286211 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 23 11:46:19.286531 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: empty_string_filtering.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.287447 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.287955 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: empty-string-filtering Jun 23 11:46:19.288275 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.289400 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.289914 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 11:46:19.290237 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.291156 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.291662 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 11:46:19.291990 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: external_net.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.292926 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.293436 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: external-net Jun 23 11:46:19.293757 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.294671 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.295180 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: extra_dhcp_opt Jun 23 11:46:19.295500 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: extraroute.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.296424 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.296994 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: extraroute Jun 23 11:46:19.297318 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: extraroute_atomic.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.298355 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.298868 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: extraroute-atomic Jun 23 11:46:19.299249 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: filter_validation.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.299863 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.300378 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: filter-validation Jun 23 11:46:19.300713 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: fip_pf_description.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.301707 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.302148 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 11:46:19.302467 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: fip_pf_port_range.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.303387 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.303888 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 23 11:46:19.304451 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: fip_port_details.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.305162 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.305672 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: fip-port-details Jun 23 11:46:19.305992 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: flavors.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.307216 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.307737 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: flavors Jun 23 11:46:19.308063 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.309752 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.310278 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 11:46:19.310610 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: floatingip_pools.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.311315 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.311828 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: floatingip-pools Jun 23 11:46:19.312159 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: ip_allocation.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.313633 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.314153 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 11:46:19.314483 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.315410 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.316154 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: ip-substring-filtering Jun 23 11:46:19.316644 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: l2_adjacency.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.318027 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.318802 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 11:46:19.319308 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: l3.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.320840 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.321626 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: router Jun 23 11:46:19.322134 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.324551 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.325111 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 11:46:19.325445 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.326383 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.326891 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: ext-gw-mode Jun 23 11:46:19.327223 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.328723 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.329240 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: l3-ha Jun 23 11:46:19.329567 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.330487 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.330997 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 23 11:46:19.331324 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: l3_flavors.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.332255 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.332789 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: l3-flavors Jun 23 11:46:19.333116 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.334489 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.335008 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 23 11:46:19.335337 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.336268 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.336826 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 11:46:19.337157 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: l3agentscheduler.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.338340 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.338858 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: l3_agent_scheduler Jun 23 11:46:19.339187 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: local_ip.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.341019 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.341548 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension local_ip not supported by any of loaded plugins Jun 23 11:46:19.341880 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: logging.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.343358 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.343912 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension logging not supported by any of loaded plugins Jun 23 11:46:19.344250 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: metering.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.345037 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.345626 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: metering Jun 23 11:46:19.345958 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.347068 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.347611 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: metering_source_and_destination_fields Jun 23 11:46:19.347920 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: multiprovidernet.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.348889 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.349408 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: multi-provider Jun 23 11:46:19.349736 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: netmtu.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.350658 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.351169 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: net-mtu Jun 23 11:46:19.351496 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: netmtu_writable.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.352426 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.352985 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: net-mtu-writable Jun 23 11:46:19.353314 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: network_availability_zone.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.353992 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.354502 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: network_availability_zone Jun 23 11:46:19.354825 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: network_ip_availability.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.355926 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.356442 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: network-ip-availability Jun 23 11:46:19.356804 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: network_segment_range.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.357576 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.358085 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 11:46:19.358411 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: pagination.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.359417 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.359748 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: pagination Jun 23 11:46:19.360073 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: port_device_profile.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.361014 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.361531 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: port-device-profile Jun 23 11:46:19.361854 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: port_mac_address_override.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.362785 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.363297 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: port-mac-override Jun 23 11:46:19.363618 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.364550 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.365086 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: port-mac-address-regenerate Jun 23 11:46:19.365411 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.366332 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.366838 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: port-numa-affinity-policy Jun 23 11:46:19.367158 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: port_resource_request.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.368074 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.368581 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 11:46:19.368950 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: port_resource_request_groups.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.369904 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.370408 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 23 11:46:19.370732 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: portbindings.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.371660 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.372178 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: binding Jun 23 11:46:19.372500 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: portbindings_extended.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.373775 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.374297 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: binding-extended Jun 23 11:46:19.374623 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: portsecurity.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.376089 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.376599 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: port-security Jun 23 11:46:19.376952 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: project_id.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.377928 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.378259 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: project-id Jun 23 11:46:19.378582 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: providernet.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.379504 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.380017 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: provider Jun 23 11:46:19.380338 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: qos.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.385534 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.386062 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension qos not supported by any of loaded plugins Jun 23 11:46:19.386394 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.387646 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.388160 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 11:46:19.388490 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.389467 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.389986 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 11:46:19.390316 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: qos_default.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.392096 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.392616 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension qos-default not supported by any of loaded plugins Jun 23 11:46:19.393007 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: qos_fip.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.393922 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.394438 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 11:46:19.394759 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.395858 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.396370 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 23 11:46:19.396721 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: qos_gateway_ip.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.397666 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.398175 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 11:46:19.398496 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: qos_port_network_policy.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.399428 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.399934 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 11:46:19.400253 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.401339 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.401854 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 23 11:46:19.402175 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.403236 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.403752 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 23 11:46:19.404076 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: qos_pps_rule.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.405487 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.406072 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension qos-pps not supported by any of loaded plugins Jun 23 11:46:19.406357 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: qos_rule_type_details.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.407295 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.407808 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 11:46:19.408135 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.409103 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.409614 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 23 11:46:19.409941 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: qos_rules_alias.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.411282 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.411837 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 11:46:19.412125 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: quota_check_limit.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.413332 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.413600 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: quota-check-limit Jun 23 11:46:19.413927 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: quotasv2.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.414935 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.415247 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: quotas Jun 23 11:46:19.415569 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: quotasv2_detail.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.417312 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.417651 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: quota_details Jun 23 11:46:19.417986 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: rbac.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.419061 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.419595 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: rbac-policies Jun 23 11:46:19.419928 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: rbac_address_group.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.420894 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.421412 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: rbac-address-group Jun 23 11:46:19.421769 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: rbac_address_scope.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.422697 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.423220 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: rbac-address-scope Jun 23 11:46:19.423547 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: rbac_security_groups.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.424544 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.425085 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: rbac-security-groups Jun 23 11:46:19.425411 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: rbac_subnetpool.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.426339 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.426850 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: rbac-subnetpool Jun 23 11:46:19.427177 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: revisionifmatch.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.428101 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.428612 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: revision-if-match Jun 23 11:46:19.428970 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: revisions.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.430085 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.430603 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: standard-attr-revisions Jun 23 11:46:19.430933 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: router_availability_zone.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.431802 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.432314 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: router_availability_zone Jun 23 11:46:19.432649 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: routerservicetype.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.433603 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.434113 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 11:46:19.434438 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.435369 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.435878 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: security-groups-normalized-cidr Jun 23 11:46:19.436204 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.437769 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.438287 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: port-security-groups-filtering Jun 23 11:46:19.438614 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.439558 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.440073 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: security-groups-remote-address-group Jun 23 11:46:19.440395 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.441360 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.441873 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: security-groups-shared-filtering Jun 23 11:46:19.442197 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: securitygroup.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.451767 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.452303 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: security-group Jun 23 11:46:19.452635 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: segment.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.454041 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.454555 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension segment not supported by any of loaded plugins Jun 23 11:46:19.454882 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.455834 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.456350 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 11:46:19.456696 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: servicetype.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.457824 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.458346 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: service-type Jun 23 11:46:19.458674 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: sorting.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.459671 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.460002 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: sorting Jun 23 11:46:19.460325 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: standard_attr_segment.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.461272 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.461789 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 11:46:19.462111 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: standardattrdescription.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.462762 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.463273 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: standard-attr-description Jun 23 11:46:19.463604 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: stateful_security_group.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.464557 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.465107 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: stateful-security-group Jun 23 11:46:19.465435 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: stdattrs_common.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.466023 dv-cinder-826608-3-iscsi neutron-server[103881]: WARNING neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 11:46:19.466348 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.467277 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.467796 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 11:46:19.468120 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: subnet_onboard.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.469229 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.469753 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: subnet_onboard Jun 23 11:46:19.470082 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.471015 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.471528 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 11:46:19.471853 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: subnet_service_types.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.472822 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.473335 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: subnet-service-types Jun 23 11:46:19.473663 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: subnetallocation.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.474774 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.475289 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: subnet_allocation Jun 23 11:46:19.475616 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.476295 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.476841 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: subnetpool-prefix-ops Jun 23 11:46:19.477165 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.478115 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.478625 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 11:46:19.478948 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: tagging.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.480026 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.480584 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: standard-attr-tag Jun 23 11:46:19.480894 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: timestamp.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.482106 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.482624 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loaded extension: standard-attr-timestamp Jun 23 11:46:19.482950 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: trunk.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.483991 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.484584 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension trunk not supported by any of loaded plugins Jun 23 11:46:19.484890 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: trunk_details.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.485815 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.486333 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 11:46:19.486659 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: uplink_status_propagation.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.487593 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.488098 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 11:46:19.488424 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Loading extension file: vlantransparent.py {{(pid=103881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 11:46:19.489116 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 11:46:19.489625 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 11:46:19.492165 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of TrackedResource for resource:network Jun 23 11:46:19.492711 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of TrackedResource for resource:subnet Jun 23 11:46:19.493112 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 11:46:19.493510 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of TrackedResource for resource:port Jun 23 11:46:19.494857 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:46:19.495193 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Service FLAVORS assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:46:19.495806 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:46:19.496228 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:46:19.496560 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of TrackedResource for resource:router Jun 23 11:46:19.497033 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 11:46:19.497524 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Service METERING assigned prefix: /metering {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:46:19.498982 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.499351 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.499704 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:46:19.501280 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 11:46:19.501753 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of TrackedResource for resource:security_group Jun 23 11:46:19.502193 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 11:46:19.502797 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Service CORE assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:46:19.503134 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 11:46:19.503485 dv-cinder-826608-3-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] subnetpool is already registered Jun 23 11:46:19.503925 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Service CORE assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:46:19.504263 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 11:46:19.504596 dv-cinder-826608-3-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] subnetpool is already registered Jun 23 11:46:19.506941 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:46:19.507374 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Service FLAVORS assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:46:19.507965 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:46:19.508390 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:46:19.508758 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of TrackedResource for resource:router Jun 23 11:46:19.509108 dv-cinder-826608-3-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] router is already registered Jun 23 11:46:19.509523 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 11:46:19.509862 dv-cinder-826608-3-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] floatingip is already registered Jun 23 11:46:19.510321 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Service METERING assigned prefix: /metering {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:46:19.510986 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 11:46:19.511315 dv-cinder-826608-3-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] rbac_policy is already registered Jun 23 11:46:19.511724 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of TrackedResource for resource:security_group Jun 23 11:46:19.512063 dv-cinder-826608-3-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] security_group is already registered Jun 23 11:46:19.512467 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 11:46:19.512842 dv-cinder-826608-3-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] security_group_rule is already registered Jun 23 11:46:19.513472 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Service CORE assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:46:19.513799 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 11:46:19.514140 dv-cinder-826608-3-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] subnetpool is already registered Jun 23 11:46:19.514564 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.v2.resource_helper [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Service CORE assigned prefix: {{(pid=103881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 11:46:19.514889 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 11:46:19.515222 dv-cinder-826608-3-iscsi neutron-server[103881]: WARNING neutron.quota.resource_registry [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] subnetpool is already registered Jun 23 11:46:19.516327 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: extensions {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.517802 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: address-groups {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.519290 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: address-scopes {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.520619 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: agents {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.521807 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: auto-allocated-topology {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.523051 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: availability_zones {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.524274 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: dhcp-networks {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.525819 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: dhcp-agents {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.527259 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: routers {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.528976 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: flavors {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.530257 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: service_profiles {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.531498 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: next_providers {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.532967 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: service_profiles {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.534520 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: floatingip-pools {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.536007 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: routers {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.537749 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: floatingips {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.539048 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: l3-routers {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.540445 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: l3-agents {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.541890 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: metering-labels {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.543143 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: metering-label-rules {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.545554 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: network-ip-availabilities {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.546870 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: bindings {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.548445 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: quotas {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.550141 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: quotas {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.551699 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: rbac-policies {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.552907 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: security-groups {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.554208 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: security-group-rules {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.555523 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: service-providers {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.556747 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: subnetpools {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.558078 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: subnetpools {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.559621 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.561324 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.563696 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.565516 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.567199 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.569276 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.570949 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.572871 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.574666 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.576437 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron.api.extensions [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Extended resource: tags {{(pid=103881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 11:46:19.583084 dv-cinder-826608-3-iscsi neutron-server[103881]: WARNING keystonemiddleware.auth_token [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 11:46:19.588181 dv-cinder-826608-3-iscsi neutron-server[103881]: WARNING keystonemiddleware.auth_token [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 11:46:19.597081 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_concurrency.lockutils [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Acquired lock "singleton_lock" {{(pid=103881) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 23 11:46:19.597559 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_concurrency.lockutils [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Releasing lock "singleton_lock" {{(pid=103881) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 23 11:46:19.598209 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO oslo_service.service [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Starting 2 workers Jun 23 11:46:19.602970 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Started child 103988 {{(pid=103881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 11:46:19.607420 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Started child 103989 {{(pid=103881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 11:46:19.608402 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:19.609715 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO neutron.service [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 11:46:19.610222 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:19.610541 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [-] (103988) wsgi starting up on http://0.0.0.0:9696 Jun 23 11:46:19.612642 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO oslo_service.service [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Starting 1 workers Jun 23 11:46:19.612891 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:19.614300 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [-] (103989) wsgi starting up on http://0.0.0.0:9696 Jun 23 11:46:19.617873 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Started child 103990 {{(pid=103881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 11:46:19.618402 dv-cinder-826608-3-iscsi neutron-server[103881]: INFO oslo_service.service [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Starting 1 workers Jun 23 11:46:19.621498 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.service [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] calling RpcWorker wait() {{(pid=103990) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 11:46:19.622103 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.service [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] returning from RpcWorker wait() {{(pid=103990) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 11:46:19.622870 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Started child 103991 {{(pid=103881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 11:46:19.623290 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:19.623679 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efbaa490-7afb-4992-9c99-8c5a28952d83 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:19.623806 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:46:19.626555 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103881) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 11:46:19.626940 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 11:46:19.627277 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 11:46:19.627660 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 11:46:19.628119 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 11:46:19.628422 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 11:46:19.628618 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:19.629109 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.629402 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.629678 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.629941 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.630535 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.630820 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.631080 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.631354 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.631617 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.631791 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.631958 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.632221 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.632475 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.632827 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.633106 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.633347 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.633595 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.633764 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.634200 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.634620 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.635010 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.635454 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] debug = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.635868 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.636494 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.636956 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.637360 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.637757 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.638173 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.638566 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.638986 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.639370 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.639749 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.640113 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.640559 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.640954 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.641373 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.641754 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.642175 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.642547 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.643198 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] host = dv-cinder-826608-3-iscsi {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.643584 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.643986 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.644378 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.644801 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.645203 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.645574 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.646010 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.646425 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.646925 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.647903 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.648313 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.648733 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.649198 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.649425 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.649784 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_options = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.649895 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:46:19.650052 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.650343 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.650631 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.650825 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.651167 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.651511 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.651923 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.652287 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.652618 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.652958 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.653254 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.653599 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.653904 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.654814 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.655083 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.655321 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.655575 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.655800 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.656060 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.656298 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.656549 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.656810 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.657052 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.657273 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.657491 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.657709 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.657956 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.658197 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.658928 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.658928 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.661980 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.662250 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.662505 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.662757 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.663030 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.663271 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.663508 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.663774 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.664001 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.664237 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.664511 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.664785 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.665009 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.665255 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.665492 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.665710 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.665926 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_json = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.666144 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.666378 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.666631 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.667244 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.667244 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.667426 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.667508 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.667698 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.667912 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.668353 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.668645 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.668988 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.669253 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.669500 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.669754 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.669986 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.670214 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.670444 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.670674 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.670982 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.671203 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.671517 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.672271 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.672529 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.676078 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.676379 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.676663 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.676951 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.677179 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.677785 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.678374 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.678678 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.680300 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.680573 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.681206 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.681464 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.681791 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.682066 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.682350 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.683032 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.683316 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.683952 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.684918 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.685192 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.686319 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.686561 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.686805 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.687455 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.688199 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.688499 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.688776 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.689383 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.689650 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.690243 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.692948 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.693206 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.693498 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.693775 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.694030 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.694277 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.694514 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.694749 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.694999 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.695245 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.695491 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.695755 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.696011 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.696251 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.696507 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.696772 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.697005 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.697261 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.697483 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.697727 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.697971 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.698190 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.698405 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.698643 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.698886 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.699103 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.699317 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.699533 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.699859 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.700226 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.700454 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.700687 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.701026 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.701271 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.701482 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.701714 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.701929 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.702163 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.702399 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.702610 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.702826 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.703059 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.703272 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.703604 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.703715 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.703918 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.704240 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.704509 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.704999 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.705099 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.705241 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.705460 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.707344 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.707687 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.707969 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.708250 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.708619 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.709346 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.709739 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.710324 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.710593 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.710847 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.712345 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.712851 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.713166 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.713553 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.713815 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.714061 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.714356 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.714608 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.714854 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.715084 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.715351 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.715593 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.715879 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.716151 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.716449 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.716723 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.717003 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.717296 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.717558 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.717800 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.718054 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.718302 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.718588 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.718832 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.719124 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.719384 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.719634 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.719875 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.720131 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.720373 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.720622 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.720877 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.721290 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.721530 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.721743 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.721957 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.722218 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.722452 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.722692 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.722967 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.723221 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.723488 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.723716 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.723958 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.724328 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.724570 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.724940 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.725160 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.725404 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.725615 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.725930 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.726081 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.726292 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.726539 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.726796 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.726885 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:46:19.726971 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.727149 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.727363 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.727601 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.727840 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.728075 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.728312 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.728545 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.728783 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.729001 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.729216 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.729430 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.729659 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.729880 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.730142 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.730387 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.730682 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.730820 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.731328 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.731604 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.731821 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.732080 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.732300 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.732506 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.732727 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.732958 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.733162 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.733393 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.733633 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.733875 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.734067 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.734847 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.735189 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.735445 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.735701 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.735964 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.736201 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.736411 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.736640 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.736887 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.737123 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.737337 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.737577 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.737789 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.738001 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.738213 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.738423 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.738640 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.738892 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.739127 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.739372 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.739606 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.739827 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.740060 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.740276 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.740492 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.740739 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.740953 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.741161 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.741469 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.741686 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.741966 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.742222 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.742462 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.742717 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.742967 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.743198 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.743422 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.743674 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.743883 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.744120 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.744334 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.744564 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.744832 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.745045 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.745252 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.745473 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.745713 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.745920 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.746169 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.746383 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.746587 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.746806 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.747021 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.747233 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.747453 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.747658 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.747863 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.748081 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.748295 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.748501 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.748746 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.748953 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.749179 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.749397 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.749608 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.750599 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.750792 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.750935 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.751121 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.751584 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.751834 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.752081 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.752323 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.752637 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.752877 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.753112 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.753361 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.753578 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.753798 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.754049 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.754373 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.754656 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.754889 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.755200 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.755407 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.755704 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.756136 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.756504 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.756830 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.757233 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.757448 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.757706 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.757956 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.758178 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.758421 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.758636 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.758880 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.759096 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.759310 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.759563 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.759790 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.760015 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.760244 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.760484 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.760797 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.761042 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.761252 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.761515 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.761728 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.761869 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 11:46:19.762392 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103881) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 11:46:19.762548 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 11:46:19.762696 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 11:46:19.762861 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 11:46:19.763026 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 11:46:19.763173 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 11:46:19.763374 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.763531 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.763687 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.763843 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.764024 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.764181 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.764338 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.764491 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.764646 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.764820 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.765125 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.765125 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.765398 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.765485 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.765564 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.765733 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.765873 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.766033 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.766187 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.766340 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.766492 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.766664 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] debug = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.766799 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.766994 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.767150 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.767297 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.767450 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.767611 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.767747 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.767908 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.768061 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.768275 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.768379 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.768509 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.768646 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.768818 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.768968 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.769123 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.769284 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.769436 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] host = dv-cinder-826608-3-iscsi {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.769591 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.769744 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.769896 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.770048 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.770206 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.770358 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.770511 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.770664 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.770816 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.770969 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.771121 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.771274 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.771426 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.771580 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.771732 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_options = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.771885 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.772038 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.772191 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.772369 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.772528 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.772786 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.772887 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.773003 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.773157 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.773311 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.773465 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.773618 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.773770 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.773923 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.774090 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.774229 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.774382 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.774536 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.774690 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.774843 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.774996 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.775148 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.775301 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.775455 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.775607 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.775759 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.775912 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.776064 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.776217 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.776370 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.776523 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.776699 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.776849 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.777003 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.777157 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.777309 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.777462 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.777616 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.777772 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.777925 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.778078 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.778231 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.778383 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.778540 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.778693 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.778847 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.779000 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_json = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.779152 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.779305 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.779458 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.779612 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.779765 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.779919 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.780073 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.780226 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.780378 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 11:46:19.780569 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.780756 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.780927 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.781108 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.781266 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.781424 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.781581 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.781746 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.781882 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.782037 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.782203 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.782360 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.782527 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.782685 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.782841 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.782999 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.783158 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.783315 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.783473 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.783630 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.783788 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.783944 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.784109 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.784265 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.784422 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.784722 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.784885 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.785050 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.785205 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.785369 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.785542 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.785698 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.786121 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.786277 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.786435 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.786592 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.786750 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.786909 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.787068 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.787227 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.787384 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.787541 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.787697 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.787853 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.788011 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.788168 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.788326 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.788482 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.788643 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.788889 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.789047 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.789203 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.789361 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.789517 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.789675 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.789866 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.789989 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.790155 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.790313 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.790471 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.790627 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.790784 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.790941 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.791097 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.791253 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.791410 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.791568 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.791724 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.791894 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.792051 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.792208 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.792364 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.792521 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.792699 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.792855 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.793010 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.793167 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.793323 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.793480 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.793635 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.793791 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.793947 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.794105 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.794261 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.794418 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.794636 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.794735 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.794875 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.795031 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.795186 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.795343 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.795515 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.795676 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.795831 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.795989 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.796512 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.796512 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.796512 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.797311 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.797311 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.797454 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.797588 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.797746 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.797904 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.798061 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.798217 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.798374 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.798531 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.798688 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.798844 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.799002 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.799162 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.799318 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.799476 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.799633 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.799788 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.799949 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.800109 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.800290 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.800455 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.800611 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.800789 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.800947 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.801110 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.801279 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.801440 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.801598 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.801754 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.801911 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.802067 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.802224 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.802379 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.802536 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.802691 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.802847 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.803014 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.803170 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.803326 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.803482 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.803661 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.803818 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.803974 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.804130 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.804287 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.804444 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.804599 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.804776 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.804934 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.805091 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.805247 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.805405 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.805562 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.805719 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.805875 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.806031 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.806187 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.806348 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.806502 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.806659 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.806817 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.806973 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.807130 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.807287 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.807443 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.807601 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.807756 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.807913 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.808069 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.808226 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.808382 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.808538 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.808738 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.808868 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.809028 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.809185 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.809343 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.809502 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.809659 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.809836 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.809963 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.810120 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.810276 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.810433 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.810591 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.810749 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.810906 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.811063 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.811219 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.811377 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.811533 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.811690 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.811847 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.812003 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.812159 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.812379 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.813078 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.813237 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.813396 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.813554 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.813711 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.813868 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.814024 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.814183 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.814339 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.814497 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.814653 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.814810 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.814967 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.815124 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.815280 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.815440 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.815599 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.815755 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.815912 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.816070 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.816226 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.816383 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.816539 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.816712 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.816871 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.817028 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.817184 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.817341 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.817511 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.817668 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.817824 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.817981 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.818138 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.818295 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.818461 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.818618 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.818774 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.818930 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.819093 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.819249 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.819415 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.819572 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.819728 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.819885 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.820041 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.820198 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.820362 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.820519 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.820688 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.820854 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.821011 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.821168 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.821339 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.822022 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.822022 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.822022 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.822022 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.822332 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.822332 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.822484 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.822484 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.822636 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.822794 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.822958 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.823114 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.823271 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.823426 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.823589 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.823745 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.823900 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.824056 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.824227 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.824368 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.824531 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.824704 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.824864 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.825022 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.825181 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.825343 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.825509 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.825673 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.825830 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.825996 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.826159 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.826397 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.826555 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.826709 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.826878 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.827035 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.827191 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.827347 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.827502 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.827659 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.827815 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.828012 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.828170 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.828310 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.828472 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.828628 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.828810 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.829017 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.829138 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.829265 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.829392 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.829551 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.829743 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.829861 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 11:46:19.829978 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 11:46:19.908883 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 45304) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:46:19.917962 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069628 Jun 23 11:46:29.096568 dv-cinder-826608-3-iscsi neutron-server[103881]: DEBUG dbcounter [-] [103881] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103881) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:46:31.048836 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a08af5b-2aab-4044-a494-92fa700f5db6 None None] get_active_networks_info from dv-cinder-826608-3-iscsi {{(pid=103990) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 23 11:46:31.057476 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writer thread running {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 11:46:31.058096 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writer thread running {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 11:46:31.174912 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a08af5b-2aab-4044-a494-92fa700f5db6 None None] No non-hosted networks {{(pid=103990) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 11:46:31.200806 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.agentschedulers_db [None req-1a08af5b-2aab-4044-a494-92fa700f5db6 None None] DHCP Agent not found on host dv-cinder-826608-3-iscsi {{(pid=103990) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 23 11:46:31.318380 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-f47ffc82-2166-410f-b6b1-f3b13d73ffde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597551'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:32.768918 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writer thread running {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 11:46:33.361271 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ff47d7e9-5be5-4ecf-ab79-3af5c6f1c224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597551'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:33.386133 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-65a450ce-30fd-4195-9386-9e0f28de346e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:34.222741 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 45372) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:46:34.612745 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597551'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:34.912017 dv-cinder-826608-3-iscsi neutron-server[103989]: WARNING oslo_policy.policy [None req-2d92644f-e68c-4db2-b577-7dc91b079bb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 11:46:34.912948 dv-cinder-826608-3-iscsi neutron-server[103989]: WARNING oslo_policy.policy [None req-2d92644f-e68c-4db2-b577-7dc91b079bb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 11:46:35.130992 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [None req-2d92644f-e68c-4db2-b577-7dc91b079bb9 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:46:35.132138 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-2d92644f-e68c-4db2-b577-7dc91b079bb9 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9084921 Jun 23 11:46:35.860237 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597551'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:36.142392 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597551'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:36.143687 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:36.144326 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:36.145042 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:36.145645 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:36.146273 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:36.147330 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:36.147998 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:36.148741 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:36.149452 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:36.150025 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:36.150609 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:36.152590 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:36.153269 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:36.153792 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:36.154384 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:36.155011 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826608-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:46:36.164091 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826608-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:46:37.515356 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 45410) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:46:37.672409 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.db.l3_hamode_db [None req-dd29bfb7-4e2e-4849-aaf0-deff7f2ef444 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 11:46:37.752730 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd29bfb7-4e2e-4849-aaf0-deff7f2ef444 None None] Routers set() bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:46:37.753094 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd29bfb7-4e2e-4849-aaf0-deff7f2ef444 None None] Router IDs set() for agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 23 11:46:38.052805 dv-cinder-826608-3-iscsi neutron-server[103988]: WARNING oslo_policy.policy [None req-b9acc803-1f30-42e7-86ff-2cd5bfeefa08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 11:46:38.053355 dv-cinder-826608-3-iscsi neutron-server[103988]: WARNING oslo_policy.policy [None req-b9acc803-1f30-42e7-86ff-2cd5bfeefa08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 11:46:38.264907 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-b9acc803-1f30-42e7-86ff-2cd5bfeefa08 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:46:38.354248 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.policy [None req-b9acc803-1f30-42e7-86ff-2cd5bfeefa08 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103988) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 11:46:38.395376 dv-cinder-826608-3-iscsi neutron-server[103988]: WARNING oslo_policy.policy [None req-b9acc803-1f30-42e7-86ff-2cd5bfeefa08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 11:46:38.395734 dv-cinder-826608-3-iscsi neutron-server[103988]: WARNING oslo_policy.policy [None req-b9acc803-1f30-42e7-86ff-2cd5bfeefa08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 11:46:38.415542 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writer thread running {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 11:46:38.491662 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b9acc803-1f30-42e7-86ff-2cd5bfeefa08 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745041363179', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745041363687', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745041282016', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745041290678', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745041268663', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745041275711', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3937203', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4171843', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-979080', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-920368'] for rbac-policy (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:38.562598 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b9acc803-1f30-42e7-86ff-2cd5bfeefa08 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:38.564057 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-b9acc803-1f30-42e7-86ff-2cd5bfeefa08 admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0467978 Jun 23 11:46:40.790145 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 45428) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:46:41.125097 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:46:41.153888 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Made reservation on behalf of ea37fde41a0c43a790da11fb742b5490 for: {'network': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:46:41.158586 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:41.176310 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:41.292576 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Publish callbacks [] for security_group (c3196de3-7d2d-4059-8e72-992879535154), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:41.297389 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (c3196de3-7d2d-4059-8e72-992879535154), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:41.331390 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=103988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:46:41.360618 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745041646466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (fd3e1c96-a434-4146-a67c-b65afee8c48f), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:41.361473 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Unsubscribe: segment precommit_create {{(pid=103988) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 11:46:41.362017 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.segments_db [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Added segment fd3e1c96-a434-4146-a67c-b65afee8c48f of type vlan for network b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8 Jun 23 11:46:41.368045 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c3196de3-7d2d-4059-8e72-992879535154,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:41.405327 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:41.405712 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:41.406643 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:41.407055 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:41.407432 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:41.407846 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:41.408884 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:41.408884 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:41.409149 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:41.409497 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:41.409878 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:41.410300 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:41.410742 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:41.411470 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:41.411773 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Tracked resource versions report: Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: pushed versions: Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: { 'AddressGroup': {'1.2'}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Agent': {'1.1'}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'ConntrackHelper': {'1.0'}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'LocalIPAssociation': {'1.0'}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Log': {'1.0'}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'NDPProxy': {'1.0'}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Network': {'1.1'}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Port': {'1.7'}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'PortForwarding': {'1.3'}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'QosPolicy': {'1.10'}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'SecurityGroup': {'1.5'}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'SubPort': {'1.0'}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Subnet': {'1.1'}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Trunk': {'1.1'}} Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: consumer versions: Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: { DHCP agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: L3 agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: Metadata agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: Metering agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: Open vSwitch agent@dv-cinder-826608-3-iscsi: { 'AddressGroup': '1.2', Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Agent': '1.1', Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'ConntrackHelper': '1.0', Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'LocalIPAssociation': '1.0', Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Log': '1.0', Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'NDPProxy': '1.0', Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Network': '1.1', Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Port': '1.7', Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'PortForwarding': '1.3', Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'QosPolicy': '1.10', Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'SecurityGroup': '1.5', Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'SecurityGroupRule': '1.2', Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'SubPort': '1.0', Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Subnet': '1.1', Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Trunk': '1.1'}} Jun 23 11:46:41.413686 dv-cinder-826608-3-iscsi neutron-server[103988]: {{(pid=103988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:46:41.486263 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:41.526550 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:41.532472 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:46:41.533217 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:41.539195 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:46:41.617883 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8266582 Jun 23 11:46:41.657587 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02191480-3777-46fa-a9a5-dac3dda3724d demo demo] Pushing event updated for resources: {'Network': ['ID=b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:41.671519 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8 details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:46:43.932040 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 45442) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:46:44.361405 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4ad092-29f6-4fd6-9706-7540d8cbd445 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:46:44.363063 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-8e4ad092-29f6-4fd6-9706-7540d8cbd445 demo admin] 10.222.0.67 "GET /v2.0/networks/b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8 HTTP/1.1" status: 200 len: 825 time: 0.4299963 Jun 23 11:46:44.387830 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-8f9609b1-d53f-487f-965c-4985b892a6a4 demo admin] 10.222.0.67 "GET /v2.0/subnetpools/587a4a46-4da6-4cac-9fcf-e04eff2f44e4 HTTP/1.1" status: 200 len: 734 time: 0.0190375 Jun 23 11:46:44.397291 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-3ea10e2d-3415-42fc-b618-44740a440cfc demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8', 'subnetpool_id': '587a4a46-4da6-4cac-9fcf-e04eff2f44e4'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:46:44.419538 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea10e2d-3415-42fc-b618-44740a440cfc demo admin] Made reservation on behalf of ea37fde41a0c43a790da11fb742b5490 for: {'subnet': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:46:44.421945 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3ea10e2d-3415-42fc-b618-44740a440cfc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:44.582248 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:INSERT=15,neutron:SELECT=78,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:46:44.718904 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3ea10e2d-3415-42fc-b618-44740a440cfc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for subnet (f17f184f-fa2d-4170-a3d5-784130af66cb), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:44.790270 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea10e2d-3415-42fc-b618-44740a440cfc demo admin] Pushing event updated for resources: {'Subnet': ['ID=f17f184f-fa2d-4170-a3d5-784130af66cb,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:44.794692 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea10e2d-3415-42fc-b618-44740a440cfc demo admin] Checking segment: {'id': 'fd3e1c96-a434-4146-a67c-b65afee8c48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:46:44.795112 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea10e2d-3415-42fc-b618-44740a440cfc demo admin] Network hostable DHCP agents. Network: b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:46:44.816638 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea10e2d-3415-42fc-b618-44740a440cfc demo admin] Network b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8 is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:46:44.827379 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-3ea10e2d-3415-42fc-b618-44740a440cfc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8) {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:46:44.832659 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea10e2d-3415-42fc-b618-44740a440cfc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:46:44.833253 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3ea10e2d-3415-42fc-b618-44740a440cfc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:44.837460 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58eabe9-e2e1-48fc-85b9-b075a0dd5ce2 None None] Network b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:46:44.849156 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-3ea10e2d-3415-42fc-b618-44740a440cfc demo admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4553773 Jun 23 11:46:45.107716 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83512bf-ddb1-54fd-98d6-d759d7d8cd6f-b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8', 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8', 'project_id': 'ea37fde41a0c43a790da11fb742b5490', 'fixed_ips': [{'subnet_id': 'f17f184f-fa2d-4170-a3d5-784130af66cb'}]}} from dv-cinder-826608-3-iscsi. {{(pid=103990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:46:45.109607 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:45.383868 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.db_base_plugin_common [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Allocated IP 172.20.0.2 (b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8/f17f184f-fa2d-4170-a3d5-784130af66cb/6e318bdd-43b2-40ba-b837-e42d2f08f176) {{(pid=103990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:46:45.652930 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Publish callbacks [] for port (6e318bdd-43b2-40ba-b837-e42d2f08f176), precommit_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:45.663129 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (6e318bdd-43b2-40ba-b837-e42d2f08f176), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:45.687872 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:46:45.737616 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Network b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8 is already hosted by enough agents. {{(pid=103990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:46:45.748027 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.base_scheduler [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Resources bound (agent type, host, resource id): {{(pid=103990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:46:45.757884 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Received port after_create {{(pid=103990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:46:45.770388 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Pushing event updated for resources: {'Port': ['ID=6e318bdd-43b2-40ba-b837-e42d2f08f176,revision_number=1']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:45.818181 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:45.818570 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:45.818970 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:45.819322 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:45.819652 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:45.819973 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:45.820295 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:45.820612 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:45.820954 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:45.821271 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:45.821589 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:45.821918 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:45.822248 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:45.822560 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:45.822871 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Tracked resource versions report: Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: pushed versions: Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: { 'AddressGroup': {'1.2'}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Agent': {'1.1'}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'ConntrackHelper': {'1.0'}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'LocalIPAssociation': {'1.0'}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Log': {'1.0'}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'NDPProxy': {'1.0'}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Network': {'1.1'}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Port': {'1.7'}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'PortForwarding': {'1.3'}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'QosPolicy': {'1.10'}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'SecurityGroup': {'1.5'}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'SubPort': {'1.0'}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Subnet': {'1.1'}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Trunk': {'1.1'}} Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: consumer versions: Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: { DHCP agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: L3 agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: Metadata agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: Metering agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: Open vSwitch agent@dv-cinder-826608-3-iscsi: { 'AddressGroup': '1.2', Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Agent': '1.1', Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'ConntrackHelper': '1.0', Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'LocalIPAssociation': '1.0', Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Log': '1.0', Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'NDPProxy': '1.0', Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Network': '1.1', Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Port': '1.7', Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'PortForwarding': '1.3', Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'QosPolicy': '1.10', Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'SecurityGroup': '1.5', Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'SecurityGroupRule': '1.2', Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'SubPort': '1.0', Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Subnet': '1.1', Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Trunk': '1.1'}} Jun 23 11:46:45.824271 dv-cinder-826608-3-iscsi neutron-server[103990]: {{(pid=103990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:46:45.866685 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Attempting to bind port 6e318bdd-43b2-40ba-b837-e42d2f08f176 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:46:45.867488 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Attempting to bind port 6e318bdd-43b2-40ba-b837-e42d2f08f176 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'fd3e1c96-a434-4146-a67c-b65afee8c48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:46:45.867488 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Attempting to bind port 6e318bdd-43b2-40ba-b837-e42d2f08f176 on network b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:46:45.872878 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:46:45.873233 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Checking segment: {'id': 'fd3e1c96-a434-4146-a67c-b65afee8c48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:46:45.873713 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:45.874101 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Bound using segment: {'id': 'fd3e1c96-a434-4146-a67c-b65afee8c48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:46:45.874581 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Bound port: 6e318bdd-43b2-40ba-b837-e42d2f08f176, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3e1c96-a434-4146-a67c-b65afee8c48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:46:45.874989 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (6e318bdd-43b2-40ba-b837-e42d2f08f176), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:45.887587 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:46:45.895748 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:46:45.937868 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-18ab9094-a514-4e56-9383-0be300290678 None None] For port 6e318bdd-43b2-40ba-b837-e42d2f08f176, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:46:45.965676 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-18ab9094-a514-4e56-9383-0be300290678 None None] For port 6e318bdd-43b2-40ba-b837-e42d2f08f176, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=6e318bdd-43b2-40ba-b837-e42d2f08f176,segment=NetworkSegment(fd3e1c96-a434-4146-a67c-b65afee8c48f),segment_id=fd3e1c96-a434-4146-a67c-b65afee8c48f)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:46:45.973859 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (6e318bdd-43b2-40ba-b837-e42d2f08f176), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:46.038121 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab9094-a514-4e56-9383-0be300290678 None None] Pushing event updated for resources: {'Port': ['ID=6e318bdd-43b2-40ba-b837-e42d2f08f176,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:47.188721 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 45456) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:46:47.543361 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [None req-0ec83c17-cfa2-479f-b6c4-eb56c4195e81 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103988) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:46:47.544453 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-0ec83c17-cfa2-479f-b6c4-eb56c4195e81 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3547399 Jun 23 11:46:49.857331 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 45464) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:46:50.186354 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [None req-94317018-8ef3-4f42-8c47-6777609c2260 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:46:50.188173 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-94317018-8ef3-4f42-8c47-6777609c2260 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3296978 Jun 23 11:46:52.487713 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 45472) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:46:52.823929 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-26e5d0eb-08dd-4e89-8108-40edef77676e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:46:52.854124 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-26e5d0eb-08dd-4e89-8108-40edef77676e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28134'] for router (1e17d100-0398-4ac3-bc37-beabf38113d3), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:52.856117 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-26e5d0eb-08dd-4e89-8108-40edef77676e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28145'] for router (1e17d100-0398-4ac3-bc37-beabf38113d3), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:52.995847 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-26e5d0eb-08dd-4e89-8108-40edef77676e demo demo] Publish callbacks [] for router_controller (1e17d100-0398-4ac3-bc37-beabf38113d3), precommit_add_association {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:53.000926 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-26e5d0eb-08dd-4e89-8108-40edef77676e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596902'] for router (1e17d100-0398-4ac3-bc37-beabf38113d3), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:53.018904 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-26e5d0eb-08dd-4e89-8108-40edef77676e demo demo] Publish callbacks [] for router (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:53.020094 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-26e5d0eb-08dd-4e89-8108-40edef77676e demo demo] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5314109 Jun 23 11:46:53.866613 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 6e318bdd-43b2-40ba-b837-e42d2f08f176 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:46:53.948370 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 6e318bdd-43b2-40ba-b837-e42d2f08f176 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:46:53.948731 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (6e318bdd-43b2-40ba-b837-e42d2f08f176), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:54.050046 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 6e318bdd-43b2-40ba-b837-e42d2f08f176 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:46:54.050384 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (6e318bdd-43b2-40ba-b837-e42d2f08f176), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:54.084820 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port 6e318bdd-43b2-40ba-b837-e42d2f08f176, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=6e318bdd-43b2-40ba-b837-e42d2f08f176,segment=NetworkSegment(fd3e1c96-a434-4146-a67c-b65afee8c48f),segment_id=fd3e1c96-a434-4146-a67c-b65afee8c48f)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:46:54.088818 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (6e318bdd-43b2-40ba-b837-e42d2f08f176), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:54.137585 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=6e318bdd-43b2-40ba-b837-e42d2f08f176,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:54.166704 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904e1f7d-4260-4556-b8af-787e12d90963 None None] Network b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:46:54.196487 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:46:54.235489 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:46:54.304854 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-3daa4b1f-eac6-4d4b-8ea2-2ad07522cf52 None None] Provisioning complete for port 6e318bdd-43b2-40ba-b837-e42d2f08f176 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:46:54.305157 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-3daa4b1f-eac6-4d4b-8ea2-2ad07522cf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (6e318bdd-43b2-40ba-b837-e42d2f08f176), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:54.388096 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-3daa4b1f-eac6-4d4b-8ea2-2ad07522cf52 None None] Current status of the port 6e318bdd-43b2-40ba-b837-e42d2f08f176 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:46:54.510003 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-fc64ebb8-e3e7-4e0e-85f6-8556b98968d9 None None] Provisioning complete for port 6e318bdd-43b2-40ba-b837-e42d2f08f176 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:46:54.510392 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-fc64ebb8-e3e7-4e0e-85f6-8556b98968d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (6e318bdd-43b2-40ba-b837-e42d2f08f176), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:54.581849 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-fc64ebb8-e3e7-4e0e-85f6-8556b98968d9 None None] Current status of the port 6e318bdd-43b2-40ba-b837-e42d2f08f176 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:46:55.320097 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 45484) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:46:55.644310 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [None req-6047fefe-c8b5-4f0a-96d9-c0f234a929e7 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103988) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:46:55.645359 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-6047fefe-c8b5-4f0a-96d9-c0f234a929e7 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3242784 Jun 23 11:46:55.849114 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 6e318bdd-43b2-40ba-b837-e42d2f08f176 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:46:55.894194 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 6e318bdd-43b2-40ba-b837-e42d2f08f176 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:46:55.894586 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (6e318bdd-43b2-40ba-b837-e42d2f08f176), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:55.964641 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 6e318bdd-43b2-40ba-b837-e42d2f08f176 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:46:57.933692 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 45492) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:46:58.255702 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:46:58.268430 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writer thread running {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 11:46:58.281927 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:46:58.313864 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Made reservation on behalf of 1e503e3101124c66a9726948b602dc87 for: {'network': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:46:58.376018 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.policy [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103989) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 11:46:58.420074 dv-cinder-826608-3-iscsi neutron-server[103989]: WARNING oslo_policy.policy [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 11:46:58.420448 dv-cinder-826608-3-iscsi neutron-server[103989]: WARNING oslo_policy.policy [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 11:46:58.429761 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:58.453100 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:58.564760 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Publish callbacks [] for security_group (c6a81180-117e-4916-8131-6540c0e70ce4), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:58.568704 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (c6a81180-117e-4916-8131-6540c0e70ce4), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:58.580257 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Reserving flat network on physical network physnet1 {{(pid=103989) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 11:46:58.613439 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745041646466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (b0f6d459-cf47-4134-be43-4e10cf9bd1b4), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:58.613973 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Unsubscribe: segment precommit_create {{(pid=103989) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 11:46:58.614498 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.segments_db [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Added segment b0f6d459-cf47-4134-be43-4e10cf9bd1b4 of type flat for network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 Jun 23 11:46:58.630674 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a81180-117e-4916-8131-6540c0e70ce4,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:58.681601 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.681935 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.682283 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.682607 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.682923 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.683237 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.683546 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.683855 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.684166 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.684470 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.684813 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.685141 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.685447 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.685749 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.686050 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Tracked resource versions report: Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: pushed versions: Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: { 'AddressGroup': {'1.2'}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Agent': {'1.1'}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'ConntrackHelper': {'1.0'}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'LocalIPAssociation': {'1.0'}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Log': {'1.0'}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'NDPProxy': {'1.0'}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Network': {'1.1'}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Port': {'1.7'}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'PortForwarding': {'1.3'}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'QosPolicy': {'1.10'}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'SecurityGroup': {'1.5'}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'SubPort': {'1.0'}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Subnet': {'1.1'}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Trunk': {'1.1'}} Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: consumer versions: Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: { DHCP agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: L3 agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: Metadata agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: Metering agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: Open vSwitch agent@dv-cinder-826608-3-iscsi: { 'AddressGroup': '1.2', Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Agent': '1.1', Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'ConntrackHelper': '1.0', Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'LocalIPAssociation': '1.0', Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Log': '1.0', Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'NDPProxy': '1.0', Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Network': '1.1', Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Port': '1.7', Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'PortForwarding': '1.3', Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'QosPolicy': '1.10', Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'SecurityGroup': '1.5', Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'SecurityGroupRule': '1.2', Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'SubPort': '1.0', Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Subnet': '1.1', Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Trunk': '1.1'}} Jun 23 11:46:58.688056 dv-cinder-826608-3-iscsi neutron-server[103989]: {{(pid=103989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:46:58.734439 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (51ada4b7-f27e-4e38-8367-cca5c8fc2f07), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:58.779798 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (51ada4b7-f27e-4e38-8367-cca5c8fc2f07), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:58.780886 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:46:58.781633 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:46:58.849909 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9148564 Jun 23 11:46:58.892246 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c4cee-7905-4b94-955a-1bfcabc366f3 admin admin] Pushing event updated for resources: {'Network': ['ID=51ada4b7-f27e-4e38-8367-cca5c8fc2f07,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:46:58.903411 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:47:01.009827 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-86763694-c2e1-4ec4-a1fc-c9dc8ae2e0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:01.174199 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 45508) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:47:01.618382 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8666ce05-70f1-41d8-9c28-d9838e49ca61 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:47:01.619681 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-8666ce05-70f1-41d8-9c28-d9838e49ca61 demo admin] 10.222.0.67 "GET /v2.0/subnets/f17f184f-fa2d-4170-a3d5-784130af66cb HTTP/1.1" status: 200 len: 849 time: 0.4445388 Jun 23 11:47:01.783361 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-d9fcb3e5-e358-4cf5-9e33-d75f11a65a49 demo admin] 10.222.0.67 "GET /v2.0/routers/1e17d100-0398-4ac3-bc37-beabf38113d3 HTTP/1.1" status: 200 len: 704 time: 0.1576762 Jun 23 11:47:02.078807 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:02.301097 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:02.357917 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:02.375747 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Allocated IP 172.20.0.1 (b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8/f17f184f-fa2d-4170-a3d5-784130af66cb/d3bf89fa-3aec-4c61-838a-8976bd1b4177) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:47:02.560210 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Publish callbacks [] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:02.623643 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:02.706255 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Network b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:47:02.716508 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:47:02.722334 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:47:02.723328 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595459'] for router_interface (1e17d100-0398-4ac3-bc37-beabf38113d3), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:02.742943 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Pushing event updated for resources: {'Port': ['ID=d3bf89fa-3aec-4c61-838a-8976bd1b4177,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:02.923027 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:02.951815 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-94cb0c8e-5ded-477f-b2bf-7e4846299537 None None] Provisioning complete for port d3bf89fa-3aec-4c61-838a-8976bd1b4177 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:47:02.952457 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-94cb0c8e-5ded-477f-b2bf-7e4846299537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:02.987726 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-94cb0c8e-5ded-477f-b2bf-7e4846299537 None None] Port d3bf89fa-3aec-4c61-838a-8976bd1b4177 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:47:03.012363 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=76,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:03.013127 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:03.200588 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Publish callbacks [] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:03.205508 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:03.206313 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597651'] for router_interface (1e17d100-0398-4ac3-bc37-beabf38113d3), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:03.268575 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Pushing event updated for resources: {'Port': ['ID=d3bf89fa-3aec-4c61-838a-8976bd1b4177,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:03.336598 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Network b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:47:03.337993 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:47:03.382022 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:03.402088 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-a712c8fe-ee54-4843-ad33-e580fb638ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:03.494381 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:03.514076 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Router 1e17d100-0398-4ac3-bc37-beabf38113d3 is scheduled to L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 with binding_index 1 {{(pid=103989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:47:03.607366 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-7830d27a-7533-4137-b16b-914b77d4f2f8 None None] Provisioning complete for port d3bf89fa-3aec-4c61-838a-8976bd1b4177 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:47:03.607824 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-7830d27a-7533-4137-b16b-914b77d4f2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:03.608940 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:47:03.614972 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-8947c5dc-71cf-4cc6-b6c2-4272dc4ea9ca demo admin] 10.222.0.67 "PUT /v2.0/routers/1e17d100-0398-4ac3-bc37-beabf38113d3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8259537 Jun 23 11:47:03.620342 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Sync routers for ids ['1e17d100-0398-4ac3-bc37-beabf38113d3'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:47:03.636662 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Routers {'1e17d100-0398-4ac3-bc37-beabf38113d3'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:47:03.637543 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:47:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1e17d100-0398-4ac3-bc37-beabf38113d3'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:03.652806 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-7830d27a-7533-4137-b16b-914b77d4f2f8 None None] Port d3bf89fa-3aec-4c61-838a-8976bd1b4177 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:47:03.843759 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Set router 1e17d100-0398-4ac3-bc37-beabf38113d3 gateway port host: None {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:47:04.339460 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e17d100-0398-4ac3-bc37-beabf38113d3', 'name': 'router1', 'tenant_id': 'ea37fde41a0c43a790da11fb742b5490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:46:52Z', 'updated_at': '2022-06-23T11:47:02Z', 'revision_number': 2, 'project_id': 'ea37fde41a0c43a790da11fb742b5490', 'gw_port_host': None, '_interfaces': [{'id': 'd3bf89fa-3aec-4c61-838a-8976bd1b4177', 'name': '', 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8', 'tenant_id': 'ea37fde41a0c43a790da11fb742b5490', 'mac_address': 'fa:16:3e:11:5b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e17d100-0398-4ac3-bc37-beabf38113d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f17f184f-fa2d-4170-a3d5-784130af66cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:47:02Z', 'updated_at': '2022-06-23T11:47:02Z', 'revision_number': 2, 'project_id': 'ea37fde41a0c43a790da11fb742b5490', 'subnets': [{'id': 'f17f184f-fa2d-4170-a3d5-784130af66cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '587a4a46-4da6-4cac-9fcf-e04eff2f44e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:04.394758 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Checking router: 1e17d100-0398-4ac3-bc37-beabf38113d3 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:47:04.395334 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Updating router 1e17d100-0398-4ac3-bc37-beabf38113d3 port d3bf89fa-3aec-4c61-838a-8976bd1b4177 binding host dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:47:04.454497 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:04.574119 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:05.038654 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Publish callbacks [] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), precommit_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:05.047053 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:05.283997 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Pushing event updated for resources: {'Port': ['ID=d3bf89fa-3aec-4c61-838a-8976bd1b4177,revision_number=3']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:05.291483 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Attempting to bind port d3bf89fa-3aec-4c61-838a-8976bd1b4177 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:47:05.291847 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Attempting to bind port d3bf89fa-3aec-4c61-838a-8976bd1b4177 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'fd3e1c96-a434-4146-a67c-b65afee8c48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8'}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:47:05.292221 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Attempting to bind port d3bf89fa-3aec-4c61-838a-8976bd1b4177 on network b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8 {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:47:05.300289 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:05.301045 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:05.301045 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:05.301304 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:05.301604 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:05.301926 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:05.302332 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:05.302650 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:05.303048 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:05.303404 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:05.303886 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:05.304028 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:05.304420 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:05.304645 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:05.305001 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Tracked resource versions report: Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: pushed versions: Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: { 'AddressGroup': {'1.2'}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Agent': {'1.1'}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'ConntrackHelper': {'1.0'}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'LocalIPAssociation': {'1.0'}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Log': {'1.0'}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'NDPProxy': {'1.0'}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Network': {'1.1'}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Port': {'1.7'}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'PortForwarding': {'1.3'}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'QosPolicy': {'1.10'}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'SecurityGroup': {'1.5'}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'SubPort': {'1.0'}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Subnet': {'1.1'}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Trunk': {'1.1'}} Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: consumer versions: Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: { DHCP agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: L3 agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: Metadata agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: Metering agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: Open vSwitch agent@dv-cinder-826608-3-iscsi: { 'AddressGroup': '1.2', Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Agent': '1.1', Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'ConntrackHelper': '1.0', Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'LocalIPAssociation': '1.0', Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Log': '1.0', Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'NDPProxy': '1.0', Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Network': '1.1', Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Port': '1.7', Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'PortForwarding': '1.3', Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'QosPolicy': '1.10', Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'SecurityGroup': '1.5', Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'SecurityGroupRule': '1.2', Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'SubPort': '1.0', Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Subnet': '1.1', Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Trunk': '1.1'}} Jun 23 11:47:05.306467 dv-cinder-826608-3-iscsi neutron-server[103991]: {{(pid=103991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:47:05.312365 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:47:05.312629 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Checking segment: {'id': 'fd3e1c96-a434-4146-a67c-b65afee8c48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:47:05.313834 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:05.313834 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Bound using segment: {'id': 'fd3e1c96-a434-4146-a67c-b65afee8c48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8'} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:47:05.314279 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Bound port: d3bf89fa-3aec-4c61-838a-8976bd1b4177, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3e1c96-a434-4146-a67c-b65afee8c48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8'}}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:47:05.314535 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:05.386248 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-9206984f-9e99-47e2-9a2c-070fd535b5a0 None None] Provisioning complete for port d3bf89fa-3aec-4c61-838a-8976bd1b4177 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:47:05.386616 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-9206984f-9e99-47e2-9a2c-070fd535b5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:05.393391 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] For port d3bf89fa-3aec-4c61-838a-8976bd1b4177, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:47:05.417817 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] For port d3bf89fa-3aec-4c61-838a-8976bd1b4177, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=d3bf89fa-3aec-4c61-838a-8976bd1b4177,segment=NetworkSegment(fd3e1c96-a434-4146-a67c-b65afee8c48f),segment_id=fd3e1c96-a434-4146-a67c-b65afee8c48f)] {{(pid=103991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:47:05.427657 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:05.430603 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-9206984f-9e99-47e2-9a2c-070fd535b5a0 None None] Port d3bf89fa-3aec-4c61-838a-8976bd1b4177 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:47:05.432401 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:05.456658 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:05.503375 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Routers {'1e17d100-0398-4ac3-bc37-beabf38113d3'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:47:05.503375 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:47:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1e17d100-0398-4ac3-bc37-beabf38113d3'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:05.508440 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d666ca-d21c-49f9-befa-1754be6f79d1 None None] Pushing event updated for resources: {'Port': ['ID=d3bf89fa-3aec-4c61-838a-8976bd1b4177,revision_number=4']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:05.619942 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] Set router 1e17d100-0398-4ac3-bc37-beabf38113d3 gateway port host: None {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:47:05.756504 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-ac810b45-b72e-41b7-bfe6-2a17c44812d9 None None] Provisioning complete for port d3bf89fa-3aec-4c61-838a-8976bd1b4177 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:47:05.757200 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ac810b45-b72e-41b7-bfe6-2a17c44812d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:05.807366 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:05.818814 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:05.856965 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-ac810b45-b72e-41b7-bfe6-2a17c44812d9 None None] Current status of the port d3bf89fa-3aec-4c61-838a-8976bd1b4177 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:47:05.857314 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ac810b45-b72e-41b7-bfe6-2a17c44812d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:05.860562 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e17d100-0398-4ac3-bc37-beabf38113d3', 'name': 'router1', 'tenant_id': 'ea37fde41a0c43a790da11fb742b5490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:46:52Z', 'updated_at': '2022-06-23T11:47:02Z', 'revision_number': 2, 'project_id': 'ea37fde41a0c43a790da11fb742b5490', 'gw_port_host': None, '_interfaces': [{'id': 'd3bf89fa-3aec-4c61-838a-8976bd1b4177', 'name': '', 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8', 'tenant_id': 'ea37fde41a0c43a790da11fb742b5490', 'mac_address': 'fa:16:3e:11:5b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e17d100-0398-4ac3-bc37-beabf38113d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f17f184f-fa2d-4170-a3d5-784130af66cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:47:02Z', 'updated_at': '2022-06-23T11:47:05Z', 'revision_number': 4, 'project_id': 'ea37fde41a0c43a790da11fb742b5490', 'subnets': [{'id': 'f17f184f-fa2d-4170-a3d5-784130af66cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '587a4a46-4da6-4cac-9fcf-e04eff2f44e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:05.890054 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5bc930-66a2-4462-9e06-94d1f3f0daf3 None None] The sync data for ids ['1e17d100-0398-4ac3-bc37-beabf38113d3'] in dv-cinder-826608-3-iscsi is: [{'id': '1e17d100-0398-4ac3-bc37-beabf38113d3', 'name': 'router1', 'tenant_id': 'ea37fde41a0c43a790da11fb742b5490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:46:52Z', 'updated_at': '2022-06-23T11:47:02Z', 'revision_number': 2, 'project_id': 'ea37fde41a0c43a790da11fb742b5490', 'gw_port_host': None, '_interfaces': [{'id': 'd3bf89fa-3aec-4c61-838a-8976bd1b4177', 'name': '', 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8', 'tenant_id': 'ea37fde41a0c43a790da11fb742b5490', 'mac_address': 'fa:16:3e:11:5b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e17d100-0398-4ac3-bc37-beabf38113d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f17f184f-fa2d-4170-a3d5-784130af66cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:47:02Z', 'updated_at': '2022-06-23T11:47:05Z', 'revision_number': 4, 'project_id': 'ea37fde41a0c43a790da11fb742b5490', 'subnets': [{'id': 'f17f184f-fa2d-4170-a3d5-784130af66cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '587a4a46-4da6-4cac-9fcf-e04eff2f44e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:47:05.894617 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-ac810b45-b72e-41b7-bfe6-2a17c44812d9 None None] For port d3bf89fa-3aec-4c61-838a-8976bd1b4177, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=d3bf89fa-3aec-4c61-838a-8976bd1b4177,segment=NetworkSegment(fd3e1c96-a434-4146-a67c-b65afee8c48f),segment_id=fd3e1c96-a434-4146-a67c-b65afee8c48f)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:05.900149 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ac810b45-b72e-41b7-bfe6-2a17c44812d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:05.955929 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac810b45-b72e-41b7-bfe6-2a17c44812d9 None None] Pushing event updated for resources: {'Port': ['ID=d3bf89fa-3aec-4c61-838a-8976bd1b4177,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:06.076482 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 45530) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:47:06.127966 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:06.313922 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce6063b-12f8-466d-9e04-63332c0da924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:47:06.315334 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-2ce6063b-12f8-466d-9e04-63332c0da924 admin admin] 10.222.0.67 "GET /v2.0/networks/51ada4b7-f27e-4e38-8367-cca5c8fc2f07 HTTP/1.1" status: 200 len: 842 time: 0.2381065 Jun 23 11:47:06.327064 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-58e45924-c5e7-4dac-b161-621a93bc675c admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'cidr': '172.27.3.0/24'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:47:06.352798 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e45924-c5e7-4dac-b161-621a93bc675c admin admin] Made reservation on behalf of 1e503e3101124c66a9726948b602dc87 for: {'subnet': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:47:06.355212 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-58e45924-c5e7-4dac-b161-621a93bc675c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:06.703710 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.objects.ports [None req-58e45924-c5e7-4dac-b161-621a93bc675c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103988) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 23 11:47:06.704153 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-58e45924-c5e7-4dac-b161-621a93bc675c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for subnet (e0c85b73-601b-409e-90f4-972d962698be), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:06.765420 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e45924-c5e7-4dac-b161-621a93bc675c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c85b73-601b-409e-90f4-972d962698be,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:06.781445 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e45924-c5e7-4dac-b161-621a93bc675c admin admin] Checking segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:47:06.781785 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e45924-c5e7-4dac-b161-621a93bc675c admin admin] Network hostable DHCP agents. Network: 51ada4b7-f27e-4e38-8367-cca5c8fc2f07, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:47:06.808878 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e45924-c5e7-4dac-b161-621a93bc675c admin admin] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:47:06.820231 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-58e45924-c5e7-4dac-b161-621a93bc675c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, 51ada4b7-f27e-4e38-8367-cca5c8fc2f07) {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:47:06.826292 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e45924-c5e7-4dac-b161-621a93bc675c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:47:06.828434 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-58e45924-c5e7-4dac-b161-621a93bc675c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:06.833447 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0011ec5d-004b-440b-a5e5-649d65062e95 None None] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:47:06.864738 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-58e45924-c5e7-4dac-b161-621a93bc675c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5394428 Jun 23 11:47:07.039933 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f00f90-bdcc-498c-8cf2-bb67a89f9348 None None] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:47:08.676744 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 5 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:47:09.603904 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 45548) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:47:09.870610 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-508555f2-191f-45ec-af72-4102c5d06ad3 demo admin] 10.222.0.67 "GET /v2.0/routers/1e17d100-0398-4ac3-bc37-beabf38113d3 HTTP/1.1" status: 200 len: 710 time: 0.2649596 Jun 23 11:47:09.972820 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22b7aaa-e441-44db-98bc-1954891c8155 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:47:09.974225 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-f22b7aaa-e441-44db-98bc-1954891c8155 demo admin] 10.222.0.67 "GET /v2.0/networks/51ada4b7-f27e-4e38-8367-cca5c8fc2f07 HTTP/1.1" status: 200 len: 886 time: 0.0946970 Jun 23 11:47:09.989322 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:47:10.369421 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:10.383609 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Publish callbacks [] for router_gateway (1e17d100-0398-4ac3-bc37-beabf38113d3), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:10.406912 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:10.651659 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Publish callbacks [] for router_gateway (1e17d100-0398-4ac3-bc37-beabf38113d3), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:10.736775 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:10.908430 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Allocated IP 172.27.3.10 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/978a409d-39d2-4b17-8fcf-9d7aeceaa031) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:47:11.072636 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Publish callbacks [] for port (978a409d-39d2-4b17-8fcf-9d7aeceaa031), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:11.150235 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (978a409d-39d2-4b17-8fcf-9d7aeceaa031), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:11.220505 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:47:11.225626 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:47:11.232118 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:47:11.282136 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Pushing event updated for resources: {'Port': ['ID=978a409d-39d2-4b17-8fcf-9d7aeceaa031,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:11.557110 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:11.561650 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Publish callbacks [] for router_gateway (1e17d100-0398-4ac3-bc37-beabf38113d3), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:11.713071 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:11.788632 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-596948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28035'] for router (1e17d100-0398-4ac3-bc37-beabf38113d3), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:11.797070 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-596909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-596927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597807'] for router (1e17d100-0398-4ac3-bc37-beabf38113d3), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:11.883063 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device d3bf89fa-3aec-4c61-838a-8976bd1b4177 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:47:11.936310 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port d3bf89fa-3aec-4c61-838a-8976bd1b4177 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:47:11.937267 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:12.003383 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Router 1e17d100-0398-4ac3-bc37-beabf38113d3 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:47:12.021868 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port d3bf89fa-3aec-4c61-838a-8976bd1b4177 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:47:12.111568 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:47:12.116137 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:12.127627 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-553c5df3-fc74-42ec-84fb-3f4516669b23 demo admin] 10.222.0.67 "PUT /v2.0/routers/1e17d100-0398-4ac3-bc37-beabf38113d3 HTTP/1.1" status: 200 len: 889 time: 2.1337860 Jun 23 11:47:13.090833 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Sync routers for ids ['1e17d100-0398-4ac3-bc37-beabf38113d3'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:47:13.103231 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Routers {'1e17d100-0398-4ac3-bc37-beabf38113d3'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:47:13.103933 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:47:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1e17d100-0398-4ac3-bc37-beabf38113d3'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:13.303783 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:13.305863 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Set router 1e17d100-0398-4ac3-bc37-beabf38113d3 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:47:13.601384 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:13.605342 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=10 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:13.606722 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=19,neutron:INSERT=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:13.700656 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e17d100-0398-4ac3-bc37-beabf38113d3', 'name': 'router1', 'tenant_id': 'ea37fde41a0c43a790da11fb742b5490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '978a409d-39d2-4b17-8fcf-9d7aeceaa031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:46:52Z', 'updated_at': '2022-06-23T11:47:11Z', 'revision_number': 4, 'project_id': 'ea37fde41a0c43a790da11fb742b5490', 'gw_port': {'id': '978a409d-39d2-4b17-8fcf-9d7aeceaa031', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e17d100-0398-4ac3-bc37-beabf38113d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:47:10Z', 'updated_at': '2022-06-23T11:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'd3bf89fa-3aec-4c61-838a-8976bd1b4177', 'name': '', 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8', 'tenant_id': 'ea37fde41a0c43a790da11fb742b5490', 'mac_address': 'fa:16:3e:11:5b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e17d100-0398-4ac3-bc37-beabf38113d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f17f184f-fa2d-4170-a3d5-784130af66cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:47:02Z', 'updated_at': '2022-06-23T11:47:05Z', 'revision_number': 5, 'project_id': 'ea37fde41a0c43a790da11fb742b5490', 'subnets': [{'id': 'f17f184f-fa2d-4170-a3d5-784130af66cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '587a4a46-4da6-4cac-9fcf-e04eff2f44e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:13.823898 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Checking router: 1e17d100-0398-4ac3-bc37-beabf38113d3 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:47:13.824284 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Updating router 1e17d100-0398-4ac3-bc37-beabf38113d3 port 978a409d-39d2-4b17-8fcf-9d7aeceaa031 binding host dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:47:13.902620 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (978a409d-39d2-4b17-8fcf-9d7aeceaa031), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:14.223168 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Publish callbacks [] for port (978a409d-39d2-4b17-8fcf-9d7aeceaa031), precommit_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:14.229390 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (978a409d-39d2-4b17-8fcf-9d7aeceaa031), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:14.282418 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda1ceb-3a8b-42b7-af02-ff317b2b8dff None None] Pushing event updated for resources: {'Port': ['ID=978a409d-39d2-4b17-8fcf-9d7aeceaa031,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:14.284706 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Attempting to bind port 978a409d-39d2-4b17-8fcf-9d7aeceaa031 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:47:14.285063 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Attempting to bind port 978a409d-39d2-4b17-8fcf-9d7aeceaa031 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:47:14.285423 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Attempting to bind port 978a409d-39d2-4b17-8fcf-9d7aeceaa031 on network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:47:14.291927 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:47:14.292334 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Checking segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:47:14.292749 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:14.293136 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Bound using segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:47:14.293691 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Bound port: 978a409d-39d2-4b17-8fcf-9d7aeceaa031, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:47:14.293976 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (978a409d-39d2-4b17-8fcf-9d7aeceaa031), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:14.317437 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:14.345353 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] For port 978a409d-39d2-4b17-8fcf-9d7aeceaa031, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:47:14.348854 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] For port 978a409d-39d2-4b17-8fcf-9d7aeceaa031, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=978a409d-39d2-4b17-8fcf-9d7aeceaa031,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:47:14.354539 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (978a409d-39d2-4b17-8fcf-9d7aeceaa031), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:14.416111 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda1ceb-3a8b-42b7-af02-ff317b2b8dff None None] Pushing event updated for resources: {'Port': ['ID=978a409d-39d2-4b17-8fcf-9d7aeceaa031,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:14.418694 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Routers {'1e17d100-0398-4ac3-bc37-beabf38113d3'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:47:14.419291 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:47:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1e17d100-0398-4ac3-bc37-beabf38113d3'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:14.521979 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] Set router 1e17d100-0398-4ac3-bc37-beabf38113d3 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:47:14.586450 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 45562) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:47:14.699292 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-215edeb9-66e6-435a-b98d-b457ee1e364c admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1115296 Jun 23 11:47:14.719900 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e17d100-0398-4ac3-bc37-beabf38113d3', 'name': 'router1', 'tenant_id': 'ea37fde41a0c43a790da11fb742b5490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '978a409d-39d2-4b17-8fcf-9d7aeceaa031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:46:52Z', 'updated_at': '2022-06-23T11:47:11Z', 'revision_number': 4, 'project_id': 'ea37fde41a0c43a790da11fb742b5490', 'gw_port': {'id': '978a409d-39d2-4b17-8fcf-9d7aeceaa031', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e17d100-0398-4ac3-bc37-beabf38113d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:47:10Z', 'updated_at': '2022-06-23T11:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'd3bf89fa-3aec-4c61-838a-8976bd1b4177', 'name': '', 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8', 'tenant_id': 'ea37fde41a0c43a790da11fb742b5490', 'mac_address': 'fa:16:3e:11:5b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e17d100-0398-4ac3-bc37-beabf38113d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f17f184f-fa2d-4170-a3d5-784130af66cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:47:02Z', 'updated_at': '2022-06-23T11:47:05Z', 'revision_number': 5, 'project_id': 'ea37fde41a0c43a790da11fb742b5490', 'subnets': [{'id': 'f17f184f-fa2d-4170-a3d5-784130af66cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '587a4a46-4da6-4cac-9fcf-e04eff2f44e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:47:14.749609 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3204836-8d84-4d00-9926-ac84516c68a2 None None] The sync data for ids ['1e17d100-0398-4ac3-bc37-beabf38113d3'] in dv-cinder-826608-3-iscsi is: [{'id': '1e17d100-0398-4ac3-bc37-beabf38113d3', 'name': 'router1', 'tenant_id': 'ea37fde41a0c43a790da11fb742b5490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '978a409d-39d2-4b17-8fcf-9d7aeceaa031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:46:52Z', 'updated_at': '2022-06-23T11:47:11Z', 'revision_number': 4, 'project_id': 'ea37fde41a0c43a790da11fb742b5490', 'gw_port': {'id': '978a409d-39d2-4b17-8fcf-9d7aeceaa031', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:32:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e17d100-0398-4ac3-bc37-beabf38113d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:47:10Z', 'updated_at': '2022-06-23T11:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'd3bf89fa-3aec-4c61-838a-8976bd1b4177', 'name': '', 'network_id': 'b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8', 'tenant_id': 'ea37fde41a0c43a790da11fb742b5490', 'mac_address': 'fa:16:3e:11:5b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e17d100-0398-4ac3-bc37-beabf38113d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f17f184f-fa2d-4170-a3d5-784130af66cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:47:02Z', 'updated_at': '2022-06-23T11:47:05Z', 'revision_number': 5, 'project_id': 'ea37fde41a0c43a790da11fb742b5490', 'subnets': [{'id': 'f17f184f-fa2d-4170-a3d5-784130af66cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '587a4a46-4da6-4cac-9fcf-e04eff2f44e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:47:15.873534 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 978a409d-39d2-4b17-8fcf-9d7aeceaa031 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:47:15.918132 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 978a409d-39d2-4b17-8fcf-9d7aeceaa031 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:47:15.918514 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (978a409d-39d2-4b17-8fcf-9d7aeceaa031), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:15.989282 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 978a409d-39d2-4b17-8fcf-9d7aeceaa031 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:47:15.989664 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (978a409d-39d2-4b17-8fcf-9d7aeceaa031), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:16.010658 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port 978a409d-39d2-4b17-8fcf-9d7aeceaa031, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=978a409d-39d2-4b17-8fcf-9d7aeceaa031,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:47:16.015322 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (978a409d-39d2-4b17-8fcf-9d7aeceaa031), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:16.077563 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=978a409d-39d2-4b17-8fcf-9d7aeceaa031,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:47:17.893151 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 978a409d-39d2-4b17-8fcf-9d7aeceaa031 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:47:17.921448 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:17.948446 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 978a409d-39d2-4b17-8fcf-9d7aeceaa031 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:47:17.948856 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (978a409d-39d2-4b17-8fcf-9d7aeceaa031), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:18.028632 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 978a409d-39d2-4b17-8fcf-9d7aeceaa031 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:47:18.677030 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=48 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:18.683701 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=34 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:24.692029 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=29 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:24.695959 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=54 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:28.021783 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:UPDATE=2,neutron:SELECT=71 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:28.025334 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:28.026671 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=7 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:31.007698 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2a127f10-82ad-4921-9ce2-645a56b5eab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:33.354785 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2fa56c28-e5c9-497c-b281-d76f99adfcb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:34.590355 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:35.830158 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:36.124875 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:47:45.687374 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 5 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:47:46.111701 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:46.117394 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:46.119744 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:55.690326 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:47:55.694704 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=6 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:48:01.002039 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-0ad60917-c083-4c56-98ff-ba9b029c9bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:48:03.348605 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-1aa0974f-7dce-49f5-8496-e7df4cda8eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:48:04.577246 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:48:05.814962 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:48:06.124268 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:48:16.109127 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:48:16.116316 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:48:16.119013 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:48:22.686637 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 5 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:48:31.005986 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-8ce23d4d-9e62-4ff8-9cbc-7eaa29975c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:48:31.331939 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46102) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:48:31.394436 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b87af60-4fb0-49b1-b29d-42e9faff8650 admin admin] GET failed (client error): The resource could not be found. Jun 23 11:48:31.395747 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-0b87af60-4fb0-49b1-b29d-42e9faff8650 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628498 Jun 23 11:48:31.559719 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdf0495-16db-4050-bed3-40d91f80bd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:48:31.561799 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-3cdf0495-16db-4050-bed3-40d91f80bd2a admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1619682 Jun 23 11:48:32.682315 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:48:32.683072 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:48:33.351582 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-169caa6d-7843-49c3-be0a-adef92bc6631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:48:33.638645 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46112) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:48:33.733353 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73033bf7-17e7-492a-afcc-3cf58bdfd79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:48:33.734742 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-73033bf7-17e7-492a-afcc-3cf58bdfd79b admin admin] 10.222.0.67 "GET /v2.0/subnets/f17f184f-fa2d-4170-a3d5-784130af66cb HTTP/1.1" status: 200 len: 849 time: 0.0951331 Jun 23 11:48:33.744460 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:48:33.833086 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Publish callbacks [] for subnet (f17f184f-fa2d-4170-a3d5-784130af66cb), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:48:33.978185 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745041839975'] for subnet (f17f184f-fa2d-4170-a3d5-784130af66cb), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:48:34.009682 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:48:34.010280 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:48:34.011572 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] 10.222.0.67 "PUT /v2.0/subnets/f17f184f-fa2d-4170-a3d5-784130af66cb HTTP/1.1" status: 200 len: 868 time: 0.2710247 Jun 23 11:48:34.027815 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb7963-8004-431a-8df3-09067e45ae8e None None] Network b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:48:34.036154 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17f184f-fa2d-4170-a3d5-784130af66cb,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:48:34.045530 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:34.045876 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:34.046243 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:34.046585 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:34.046921 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:34.047255 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:34.047589 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:34.047912 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:34.048253 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:34.048591 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:34.048966 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:34.049308 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:34.049633 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:34.050022 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:34.050279 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87932c-26b1-4b89-804d-198b9918e40b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:48:34.398536 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-8f00a1ac-53b8-40e5-9872-e3dd53836f5d None None] Provisioning complete for port d3bf89fa-3aec-4c61-838a-8976bd1b4177 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:48:34.399112 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-8f00a1ac-53b8-40e5-9872-e3dd53836f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (d3bf89fa-3aec-4c61-838a-8976bd1b4177), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:48:34.475848 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-8f00a1ac-53b8-40e5-9872-e3dd53836f5d None None] Current status of the port d3bf89fa-3aec-4c61-838a-8976bd1b4177 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:48:34.483994 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-8f00a1ac-53b8-40e5-9872-e3dd53836f5d None None] Provisioning complete for port 6e318bdd-43b2-40ba-b837-e42d2f08f176 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:48:34.484355 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-8f00a1ac-53b8-40e5-9872-e3dd53836f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (6e318bdd-43b2-40ba-b837-e42d2f08f176), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:48:34.554845 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-8f00a1ac-53b8-40e5-9872-e3dd53836f5d None None] Current status of the port 6e318bdd-43b2-40ba-b837-e42d2f08f176 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:48:34.578295 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:48:35.810792 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:48:36.098120 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46120) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:48:36.118786 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:48:36.299843 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbc872a-93ef-474a-8b8c-e3154cd3da65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:48:36.300229 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbc872a-93ef-474a-8b8c-e3154cd3da65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:48:36.301877 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-6fbc872a-93ef-474a-8b8c-e3154cd3da65 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2027893 Jun 23 11:48:38.377939 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46128) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:48:38.582910 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4f5bd5-de3d-4fee-85fa-e4318f212bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:48:38.583287 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4f5bd5-de3d-4fee-85fa-e4318f212bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:48:38.584869 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-eb4f5bd5-de3d-4fee-85fa-e4318f212bdf admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2059240 Jun 23 11:48:40.673877 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46138) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:48:40.804761 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d426c617-060b-4190-b279-de112f1f9723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:48:40.805697 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-d426c617-060b-4190-b279-de112f1f9723 admin admin] 10.222.0.67 "GET /v2.0/networks/51ada4b7-f27e-4e38-8367-cca5c8fc2f07 HTTP/1.1" status: 200 len: 886 time: 0.1308625 Jun 23 11:48:42.885436 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46148) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:48:43.017341 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950cea6-7365-4482-8ce1-f79873a417b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:48:43.018712 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e950cea6-7365-4482-8ce1-f79873a417b5 admin admin] 10.222.0.67 "GET /v2.0/networks/b4a8f0f6-4c9f-47e1-b6f7-dfd005158be8 HTTP/1.1" status: 200 len: 869 time: 0.1323109 Jun 23 11:48:45.093767 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46156) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:48:45.218585 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142049b5-48c0-4417-877e-bc0be6309dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:48:45.219055 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142049b5-48c0-4417-877e-bc0be6309dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:48:45.220603 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-142049b5-48c0-4417-877e-bc0be6309dab admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258893 Jun 23 11:48:46.108084 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:48:46.111548 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:48:46.113859 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:48:47.316505 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46164) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:48:47.409835 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5500a42-b722-482f-b129-8b000e28af9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:48:47.410367 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5500a42-b722-482f-b129-8b000e28af9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:48:47.412505 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-b5500a42-b722-482f-b129-8b000e28af9b admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0947878 Jun 23 11:48:49.497123 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46172) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:48:49.584245 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7dcaa9-bd5a-476f-be16-e905404e4e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:48:49.585623 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-bb7dcaa9-bd5a-476f-be16-e905404e4e52 admin admin] 10.222.0.67 "GET /v2.0/subnets/e0c85b73-601b-409e-90f4-972d962698be HTTP/1.1" status: 200 len: 816 time: 0.0875673 Jun 23 11:48:51.648083 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46180) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:48:51.739179 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:48:51.743958 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbc3f1a-a342-4b75-a8a7-844a4ab871d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:48:51.745369 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-0cbc3f1a-a342-4b75-a8a7-844a4ab871d6 admin admin] 10.222.0.67 "GET /v2.0/subnets/f17f184f-fa2d-4170-a3d5-784130af66cb HTTP/1.1" status: 200 len: 868 time: 0.0962968 Jun 23 11:48:53.012868 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=30 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:48:53.014909 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=36 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:48:59.687519 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 5 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:49:01.009490 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-af068a25-c22d-484c-84f1-56947e67add2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:01.736191 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:03.357643 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-81902a8e-fad9-43a6-8078-c6afab3b8a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:04.583623 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:05.813427 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:06.121560 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:09.680288 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:09.681514 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:16.110728 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:16.115149 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:16.117645 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:18.817400 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46234) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:49:18.867456 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [None req-30c82bd8-a651-47bb-9faa-6e4411454e50 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:49:18.868545 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-30c82bd8-a651-47bb-9faa-6e4411454e50 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0501173 Jun 23 11:49:21.047811 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46242) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:49:21.109641 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cde49c5-d02d-4168-ba76-d35a5a2b5ac0 admin admin] GET failed (client error): The resource could not be found. Jun 23 11:49:21.110973 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-3cde49c5-d02d-4168-ba76-d35a5a2b5ac0 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622306 Jun 23 11:49:21.259876 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f04218-252e-4be7-9d75-722f9f57865b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:49:21.261297 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-59f04218-252e-4be7-9d75-722f9f57865b admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1463313 Jun 23 11:49:23.373945 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46250) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:49:23.427989 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:49:23.450130 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Made reservation on behalf of 1e503e3101124c66a9726948b602dc87 for: {'network': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:49:23.453333 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:23.482450 dv-cinder-826608-3-iscsi neutron-server[103989]: WARNING neutron.services.revisions.revision_plugin [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Could not find related network for resource to bump revision. Jun 23 11:49:23.497647 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:49:23.508210 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (635d1976-4d61-425c-abeb-1628eab4822a), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:23.508561 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.segments_db [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Added segment 635d1976-4d61-425c-abeb-1628eab4822a of type vlan for network 7b8ca899-2535-4e5d-9f9a-5acfd193e8c9 Jun 23 11:49:23.552967 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (7b8ca899-2535-4e5d-9f9a-5acfd193e8c9), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:23.579052 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (7b8ca899-2535-4e5d-9f9a-5acfd193e8c9), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:23.579978 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:49:23.580549 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:23.617047 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2419488 Jun 23 11:49:23.645806 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Pushing event updated for resources: {'Network': ['ID=7b8ca899-2535-4e5d-9f9a-5acfd193e8c9,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:49:23.653898 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:23.654838 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:23.655210 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:23.655554 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:23.655886 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:23.656211 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:23.656538 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:23.656892 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:23.660779 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:23.660779 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:23.660779 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:23.660779 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:23.660779 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:23.660779 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:23.660779 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5281643-67b4-4734-825a-8304e0382043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:23.679092 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network 7b8ca899-2535-4e5d-9f9a-5acfd193e8c9 details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:49:25.756340 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46258) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:49:25.820687 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d81321-f365-4528-85a1-74c3d6f8a683 admin admin] GET failed (client error): The resource could not be found. Jun 23 11:49:25.822040 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-d1d81321-f365-4528-85a1-74c3d6f8a683 admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0646849 Jun 23 11:49:25.901601 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a892df-7750-4c30-9005-569689302e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:49:25.903517 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-55a892df-7750-4c30-9005-569689302e34 admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0759244 Jun 23 11:49:25.915226 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-e7652e26-d796-4536-8a07-475cf3e0b735 admin admin] Request body: {'subnet': {'network_id': '7b8ca899-2535-4e5d-9f9a-5acfd193e8c9', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:49:25.939472 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7652e26-d796-4536-8a07-475cf3e0b735 admin admin] Made reservation on behalf of 1e503e3101124c66a9726948b602dc87 for: {'subnet': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:49:25.941815 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e7652e26-d796-4536-8a07-475cf3e0b735 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:26.048467 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=9 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:26.051687 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=17 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:26.118333 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e7652e26-d796-4536-8a07-475cf3e0b735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for subnet (f4acdc33-471c-4ab3-bfa8-cd3f3d5ebd17), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:26.168537 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7652e26-d796-4536-8a07-475cf3e0b735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4acdc33-471c-4ab3-bfa8-cd3f3d5ebd17,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:49:26.184164 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7652e26-d796-4536-8a07-475cf3e0b735 admin admin] Checking segment: {'id': '635d1976-4d61-425c-abeb-1628eab4822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7b8ca899-2535-4e5d-9f9a-5acfd193e8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:49:26.184520 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7652e26-d796-4536-8a07-475cf3e0b735 admin admin] Network hostable DHCP agents. Network: 7b8ca899-2535-4e5d-9f9a-5acfd193e8c9, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:49:26.201333 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7652e26-d796-4536-8a07-475cf3e0b735 admin admin] Network 7b8ca899-2535-4e5d-9f9a-5acfd193e8c9 is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:49:26.209983 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-e7652e26-d796-4536-8a07-475cf3e0b735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, 7b8ca899-2535-4e5d-9f9a-5acfd193e8c9) {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:49:26.214197 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7652e26-d796-4536-8a07-475cf3e0b735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:49:26.214784 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e7652e26-d796-4536-8a07-475cf3e0b735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:26.222174 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c3a50d-e5a7-4a6b-9537-9deb1add0821 None None] Network 7b8ca899-2535-4e5d-9f9a-5acfd193e8c9 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:49:26.238707 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-e7652e26-d796-4536-8a07-475cf3e0b735 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3221939 Jun 23 11:49:26.345654 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83512bf-ddb1-54fd-98d6-d759d7d8cd6f-7b8ca899-2535-4e5d-9f9a-5acfd193e8c9', 'network_id': '7b8ca899-2535-4e5d-9f9a-5acfd193e8c9', 'project_id': '1e503e3101124c66a9726948b602dc87', 'fixed_ips': [{'subnet_id': 'f4acdc33-471c-4ab3-bfa8-cd3f3d5ebd17'}]}} from dv-cinder-826608-3-iscsi. {{(pid=103990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:49:26.347129 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:26.614546 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.db_base_plugin_common [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Allocated IP 192.168.233.2 (7b8ca899-2535-4e5d-9f9a-5acfd193e8c9/f4acdc33-471c-4ab3-bfa8-cd3f3d5ebd17/4240a168-ae7b-4b19-a18c-f32d2232a6c3) {{(pid=103990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:49:26.778775 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Publish callbacks [] for port (4240a168-ae7b-4b19-a18c-f32d2232a6c3), precommit_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:26.786266 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (4240a168-ae7b-4b19-a18c-f32d2232a6c3), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:26.832317 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Network 7b8ca899-2535-4e5d-9f9a-5acfd193e8c9 is already hosted by enough agents. {{(pid=103990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:49:26.835543 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.base_scheduler [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Resources bound (agent type, host, resource id): {{(pid=103990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:49:26.839562 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Received port after_create {{(pid=103990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:49:26.843026 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Pushing event updated for resources: {'Port': ['ID=4240a168-ae7b-4b19-a18c-f32d2232a6c3,revision_number=1']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:49:26.853478 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:26.853819 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:26.854175 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:26.854528 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:26.854865 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:26.855188 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:26.855509 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:26.855827 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:26.856146 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:26.856464 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:26.856809 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:26.857164 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:26.857471 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:26.857788 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:26.858107 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:49:26.918034 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Attempting to bind port 4240a168-ae7b-4b19-a18c-f32d2232a6c3 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:49:26.918533 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Attempting to bind port 4240a168-ae7b-4b19-a18c-f32d2232a6c3 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': '635d1976-4d61-425c-abeb-1628eab4822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7b8ca899-2535-4e5d-9f9a-5acfd193e8c9'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:49:26.918983 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Attempting to bind port 4240a168-ae7b-4b19-a18c-f32d2232a6c3 on network 7b8ca899-2535-4e5d-9f9a-5acfd193e8c9 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:49:26.925902 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:49:26.926406 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Checking segment: {'id': '635d1976-4d61-425c-abeb-1628eab4822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7b8ca899-2535-4e5d-9f9a-5acfd193e8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:49:26.926893 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:26.927465 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Bound using segment: {'id': '635d1976-4d61-425c-abeb-1628eab4822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7b8ca899-2535-4e5d-9f9a-5acfd193e8c9'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:49:26.928178 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Bound port: 4240a168-ae7b-4b19-a18c-f32d2232a6c3, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635d1976-4d61-425c-abeb-1628eab4822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7b8ca899-2535-4e5d-9f9a-5acfd193e8c9'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:49:26.928794 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4240a168-ae7b-4b19-a18c-f32d2232a6c3), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:27.002101 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] For port 4240a168-ae7b-4b19-a18c-f32d2232a6c3, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:49:27.005354 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] For port 4240a168-ae7b-4b19-a18c-f32d2232a6c3, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=4240a168-ae7b-4b19-a18c-f32d2232a6c3,segment=NetworkSegment(635d1976-4d61-425c-abeb-1628eab4822a),segment_id=635d1976-4d61-425c-abeb-1628eab4822a)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:49:27.012270 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4240a168-ae7b-4b19-a18c-f32d2232a6c3), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:27.071013 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd28e8d-58de-4a82-bc4b-fbdd33e38c5a None None] Pushing event updated for resources: {'Port': ['ID=4240a168-ae7b-4b19-a18c-f32d2232a6c3,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:49:27.960510 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7afbf69-5819-4ec4-a9a2-e4cab4e0d2e1 None None] Network 7b8ca899-2535-4e5d-9f9a-5acfd193e8c9 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:49:27.981803 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 4240a168-ae7b-4b19-a18c-f32d2232a6c3 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:49:28.083220 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-5ab30d88-8cd1-4a55-be58-bba97b078fdb None None] Provisioning complete for port 4240a168-ae7b-4b19-a18c-f32d2232a6c3 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:49:28.083527 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5ab30d88-8cd1-4a55-be58-bba97b078fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4240a168-ae7b-4b19-a18c-f32d2232a6c3), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:28.121874 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 4240a168-ae7b-4b19-a18c-f32d2232a6c3 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:49:28.122265 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4240a168-ae7b-4b19-a18c-f32d2232a6c3), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:28.264617 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-5ab30d88-8cd1-4a55-be58-bba97b078fdb None None] Current status of the port 4240a168-ae7b-4b19-a18c-f32d2232a6c3 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:49:28.265040 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5ab30d88-8cd1-4a55-be58-bba97b078fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4240a168-ae7b-4b19-a18c-f32d2232a6c3), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:28.277204 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 4240a168-ae7b-4b19-a18c-f32d2232a6c3 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:49:28.277597 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4240a168-ae7b-4b19-a18c-f32d2232a6c3), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:28.326647 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-5ab30d88-8cd1-4a55-be58-bba97b078fdb None None] For port 4240a168-ae7b-4b19-a18c-f32d2232a6c3, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=4240a168-ae7b-4b19-a18c-f32d2232a6c3,segment=NetworkSegment(635d1976-4d61-425c-abeb-1628eab4822a),segment_id=635d1976-4d61-425c-abeb-1628eab4822a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:49:28.332522 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5ab30d88-8cd1-4a55-be58-bba97b078fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4240a168-ae7b-4b19-a18c-f32d2232a6c3), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:28.383885 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:28.407914 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.db.api [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 11:49:28.408361 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG oslo_db.api [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:49:28.423439 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab30d88-8cd1-4a55-be58-bba97b078fdb None None] Pushing event updated for resources: {'Port': ['ID=4240a168-ae7b-4b19-a18c-f32d2232a6c3,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:49:28.454258 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-2e993cbb-601c-4004-9cfb-a4a369a3559f None None] Provisioning complete for port 4240a168-ae7b-4b19-a18c-f32d2232a6c3 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:49:28.454634 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2e993cbb-601c-4004-9cfb-a4a369a3559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4240a168-ae7b-4b19-a18c-f32d2232a6c3), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:28.496975 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:28.501257 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:28.538960 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-2e993cbb-601c-4004-9cfb-a4a369a3559f None None] Current status of the port 4240a168-ae7b-4b19-a18c-f32d2232a6c3 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:49:28.945606 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 4240a168-ae7b-4b19-a18c-f32d2232a6c3 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:49:29.938825 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 4240a168-ae7b-4b19-a18c-f32d2232a6c3 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:49:29.991634 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 4240a168-ae7b-4b19-a18c-f32d2232a6c3 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:49:29.992124 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4240a168-ae7b-4b19-a18c-f32d2232a6c3), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:30.073380 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 4240a168-ae7b-4b19-a18c-f32d2232a6c3 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:49:31.032269 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-02172538-b7a0-4bbf-a98b-bbc2492d6fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:33.351929 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-b82f5bb3-e8cd-432a-98d6-770d23cbd155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:33.649385 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=36,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:33.650348 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:34.588380 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:35.816936 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:36.127708 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:49:36.224426 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=42,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:36.225234 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:36.686659 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 5 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:49:46.116311 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=22 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:46.120805 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:46.123023 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:46.663204 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:49:46.681780 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=6 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:50:01.020444 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-910e9f5a-9be0-4fc1-99fc-21d720d4898d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:03.356439 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-32c08504-cf66-4330-8817-d126e83c595f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:04.589459 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:05.820754 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:06.121408 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:13.683924 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 5 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:50:16.110589 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:50:16.115551 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:50:16.116691 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:50:29.656477 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=6 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:50:29.658594 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:50:31.014383 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-b7183720-baa4-41f7-98a6-de2d2da345f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:33.359194 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-17422cfc-3cb4-4311-8d2e-e87f49382cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:34.594448 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:35.822906 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:36.125504 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:45.817819 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=5 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:50:46.118290 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:50:46.120209 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:50:50.682577 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 5 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:50:52.921199 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46298) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:50:52.926941 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [None req-d3324782-afc1-4cc1-bb82-5c355e340818 tempest-verify_tempest_config-413413013 tempest-verify_tempest_config-413413013-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103988) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:50:52.927915 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-d3324782-afc1-4cc1-bb82-5c355e340818 tempest-verify_tempest_config-413413013 tempest-verify_tempest_config-413413013-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056684 Jun 23 11:50:53.241817 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46316) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:50:53.345023 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:53.422674 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Publish callbacks [] for security_group (e3b2db52-f267-4699-a589-1ef9e1940a53), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:53.426171 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (e3b2db52-f267-4699-a589-1ef9e1940a53), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:53.471502 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b6137cff2e32425fa461f9d151e13990&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2285562 Jun 23 11:50:53.472375 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b2db52-f267-4699-a589-1ef9e1940a53,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:50:53.474587 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46322) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:50:53.490606 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:53.490945 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:53.491278 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:53.491606 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:53.491930 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:53.492263 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:53.492559 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:53.492902 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:53.493218 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:53.493531 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:53.493859 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:53.494176 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:53.494486 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:53.494791 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:53.495099 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e134174-c7f2-443e-b6c8-d47009176114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:50:53.538946 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9b4eeae8-231d-410e-87c7-9a13245f0d0d admin admin] Publish callbacks [] for security_group (e3b2db52-f267-4699-a589-1ef9e1940a53), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:53.561323 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9b4eeae8-231d-410e-87c7-9a13245f0d0d admin admin] Publish callbacks [] for security_group (e3b2db52-f267-4699-a589-1ef9e1940a53), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:53.658029 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9b4eeae8-231d-410e-87c7-9a13245f0d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (e3b2db52-f267-4699-a589-1ef9e1940a53), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:53.660608 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9b4eeae8-231d-410e-87c7-9a13245f0d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:50:53.661788 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-9b4eeae8-231d-410e-87c7-9a13245f0d0d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e3b2db52-f267-4699-a589-1ef9e1940a53 HTTP/1.1" status: 204 len: 168 time: 0.1854780 Jun 23 11:50:53.673822 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4eeae8-231d-410e-87c7-9a13245f0d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b2db52-f267-4699-a589-1ef9e1940a53,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:51:00.677606 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:51:00.678396 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:51:01.020400 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-68b60321-d083-48f0-a8af-2e976a291a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:51:03.361379 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-74213738-0e8e-4770-977e-1363a4413c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:51:03.665583 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=32,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:51:03.668913 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=40,neutron:INSERT=4,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:51:04.595301 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:51:05.827004 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:51:06.127980 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:51:16.117237 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:51:16.121745 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:51:16.123663 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:51:25.971026 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=15 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:51:25.972902 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=11 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:51:27.679415 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 5 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:51:31.013031 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-f2279a45-4afc-40bc-a7b4-6dae1db7ac95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:51:33.362775 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6813db21-f071-4215-8cf5-d01db2181eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:51:34.596680 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:51:35.830107 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:51:36.130558 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:51:37.675050 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=4 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:51:37.675857 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=4 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:51:46.118710 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:51:46.123658 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:51:46.125784 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:52:01.016164 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-19ad9b83-3b32-4983-bf46-32c6e55a8970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:52:03.368384 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5326162d-1632-46ea-8b5c-c33955f1c133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:52:04.604041 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:52:04.677308 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 5 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:52:05.832795 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:52:06.135085 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:52:14.669696 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:52:14.673883 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:52:16.123113 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:52:16.126761 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:52:16.129263 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:52:29.664413 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:52:31.019287 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5f6f83ee-44b4-4ab1-81f5-931973084053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:52:33.362664 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-0fe5ae8e-5893-452f-b1bd-946c502132e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:52:34.602686 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:52:35.841314 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:52:36.138143 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:52:39.899909 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597551'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:52:41.677621 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:52:46.134128 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:52:49.891890 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:52:49.895651 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:52:51.666350 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:52:51.677479 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=6 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:52:51.859356 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46396) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:52:51.975702 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-3bc3daa1-7317-4e6a-9a87-c862b5eb9a27 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1152360 Jun 23 11:52:54.074662 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46406) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:52:54.140318 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-0eb532f8-e315-4591-ba6b-ffb3e9c77287 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0645571 Jun 23 11:53:01.023152 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-20381dfa-5af5-48cf-a8b9-adf0b8334aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:53:01.969953 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:53:03.365472 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-681530b2-1012-42b8-926a-d6ac640d8361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:53:04.132739 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:53:04.134640 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:53:04.605618 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:53:05.838781 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:53:06.143812 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:53:09.856454 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:53:18.678866 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:53:19.842749 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:53:19.849852 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:53:19.852395 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:53:28.673089 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=17 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:53:28.682183 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=17 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:53:31.026089 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-85abc156-8b57-42ad-834e-6469a5a56317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:53:33.372558 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-48e6fc79-f020-422a-a6fc-6444f2cabcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:53:34.609804 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:53:35.843863 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:53:36.136637 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:53:39.868440 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:53:49.857940 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:53:49.869274 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:53:49.869274 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:53:55.680641 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:54:01.030003 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2bada60c-230e-4fda-b98a-7e653b113b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:03.367355 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-1fede444-b9ed-48ed-8809-966b1656a4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:04.613723 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:05.681156 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=4 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:05.687013 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=4 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:05.855039 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:06.143443 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:09.871350 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:16.138983 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:19.863003 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:19.867891 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:29.659605 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:29.660845 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:DELETE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:31.040706 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-c5265800-28fd-4f37-aa60-eaf6c9ff0a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:32.691887 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:54:33.385177 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ac741334-4a84-40d4-a68e-6db3191e0946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:34.017860 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46488) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:34.260439 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1013027299-network', 'tenant_id': 'be6f9428571347cdbe36e96b7f441522'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:34.282122 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Made reservation on behalf of be6f9428571347cdbe36e96b7f441522 for: {'network': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:54:34.285844 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:34.297162 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:34.394779 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Publish callbacks [] for security_group (e9bb12e6-7648-42e5-aba6-b93e4c28454b), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:34.404918 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (e9bb12e6-7648-42e5-aba6-b93e4c28454b), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:34.422595 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=103988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:54:34.442849 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bb12e6-7648-42e5-aba6-b93e4c28454b,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:34.452118 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (d6e4659a-ecc9-4e30-bd36-44028dda3927), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:34.452504 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.segments_db [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Added segment d6e4659a-ecc9-4e30-bd36-44028dda3927 of type vlan for network 0b895e7b-1025-4b06-bc78-51f421016f3d Jun 23 11:54:34.455206 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:34.455543 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:34.455907 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:34.456248 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:34.456578 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:34.456997 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:34.457240 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:34.457568 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:34.457883 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:34.458386 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:34.458848 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:34.459031 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:34.459522 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:34.459851 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:34.460168 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Tracked resource versions report: Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: pushed versions: Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: { 'AddressGroup': {'1.2'}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Agent': {'1.1'}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'ConntrackHelper': {'1.0'}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'LocalIPAssociation': {'1.0'}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Log': {'1.0'}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'NDPProxy': {'1.0'}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Network': {'1.1'}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Port': {'1.7'}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'PortForwarding': {'1.3'}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'QosPolicy': {'1.10'}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'SecurityGroup': {'1.5'}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'SubPort': {'1.0'}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Subnet': {'1.1'}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Trunk': {'1.1'}} Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: consumer versions: Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: { DHCP agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: HyperV agent@hv-cinder-82660: {}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: L3 agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: Metadata agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: Metering agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: Open vSwitch agent@dv-cinder-826608-3-iscsi: { 'AddressGroup': '1.2', Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Agent': '1.1', Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'ConntrackHelper': '1.0', Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'LocalIPAssociation': '1.0', Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Log': '1.0', Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'NDPProxy': '1.0', Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Network': '1.1', Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Port': '1.7', Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'PortForwarding': '1.3', Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'QosPolicy': '1.10', Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'SecurityGroup': '1.5', Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'SecurityGroupRule': '1.2', Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'SubPort': '1.0', Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Subnet': '1.1', Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: 'Trunk': '1.1'}} Jun 23 11:54:34.461415 dv-cinder-826608-3-iscsi neutron-server[103988]: {{(pid=103988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:54:34.611201 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (0b895e7b-1025-4b06-bc78-51f421016f3d), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:34.626431 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:34.639648 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (0b895e7b-1025-4b06-bc78-51f421016f3d), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:34.640630 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:34.641210 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:34.713698 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6926987 Jun 23 11:54:34.716601 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46546) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:34.726003 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Request body: {'subnet': {'network_id': '0b895e7b-1025-4b06-bc78-51f421016f3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1013027299-subnet', 'tenant_id': 'be6f9428571347cdbe36e96b7f441522', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:34.742978 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9dfdc7-634f-49ea-b0af-895c1f02ffb3 admin admin] Pushing event updated for resources: {'Network': ['ID=0b895e7b-1025-4b06-bc78-51f421016f3d,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:34.754916 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network 0b895e7b-1025-4b06-bc78-51f421016f3d details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:54:34.763152 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Made reservation on behalf of be6f9428571347cdbe36e96b7f441522 for: {'subnet': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:54:34.768178 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:35.076972 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for subnet (1fc12681-5417-4720-9f3c-4c79ef2f44e9), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:35.092461 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46564) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:35.137333 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc12681-5417-4720-9f3c-4c79ef2f44e9,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:35.151342 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:35.151685 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:35.152042 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:35.152377 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:35.152717 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:35.153042 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:35.153364 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:35.153683 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:35.154000 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:35.154338 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:35.154638 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:35.154967 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:35.155293 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:35.155605 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:35.155918 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Tracked resource versions report: Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: pushed versions: Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: { 'AddressGroup': {'1.2'}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Agent': {'1.1'}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'ConntrackHelper': {'1.0'}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'LocalIPAssociation': {'1.0'}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Log': {'1.0'}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'NDPProxy': {'1.0'}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Network': {'1.1'}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Port': {'1.7'}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'PortForwarding': {'1.3'}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'QosPolicy': {'1.10'}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'SecurityGroup': {'1.5'}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'SubPort': {'1.0'}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Subnet': {'1.1'}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Trunk': {'1.1'}} Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: consumer versions: Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: { DHCP agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: HyperV agent@hv-cinder-82660: {}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: L3 agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: Metadata agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: Metering agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: Open vSwitch agent@dv-cinder-826608-3-iscsi: { 'AddressGroup': '1.2', Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Agent': '1.1', Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'ConntrackHelper': '1.0', Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'LocalIPAssociation': '1.0', Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Log': '1.0', Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'NDPProxy': '1.0', Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Network': '1.1', Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Port': '1.7', Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'PortForwarding': '1.3', Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'QosPolicy': '1.10', Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'SecurityGroup': '1.5', Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'SecurityGroupRule': '1.2', Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'SubPort': '1.0', Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Subnet': '1.1', Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: 'Trunk': '1.1'}} Jun 23 11:54:35.157097 dv-cinder-826608-3-iscsi neutron-server[103989]: {{(pid=103989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:54:35.166516 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Checking segment: {'id': 'd6e4659a-ecc9-4e30-bd36-44028dda3927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0b895e7b-1025-4b06-bc78-51f421016f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:35.166870 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Network hostable DHCP agents. Network: 0b895e7b-1025-4b06-bc78-51f421016f3d, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:54:35.191442 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Network 0b895e7b-1025-4b06-bc78-51f421016f3d is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:54:35.205340 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, 0b895e7b-1025-4b06-bc78-51f421016f3d) {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:35.213458 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:35.213458 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:35.221132 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eddf6c-7566-4aaf-b548-1576e8e5a37e None None] Network 0b895e7b-1025-4b06-bc78-51f421016f3d requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:54:35.240466 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-78fcff48-e4f0-4e29-9863-abb70ad81d0d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5208106 Jun 23 11:54:35.333114 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2b794a-ff39-4bb2-b3a0-e5bc42bda562 None None] Network 0b895e7b-1025-4b06-bc78-51f421016f3d requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:54:35.416986 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-48195baa-cbe0-4f8b-84f2-fd07f5cb1e6b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-network', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:35.450710 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48195baa-cbe0-4f8b-84f2-fd07f5cb1e6b admin admin] Made reservation on behalf of 9353d04a04ab44e58f56fd01ca43d62e for: {'network': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:54:35.453425 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-48195baa-cbe0-4f8b-84f2-fd07f5cb1e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:35.464129 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-48195baa-cbe0-4f8b-84f2-fd07f5cb1e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:35.561436 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-48195baa-cbe0-4f8b-84f2-fd07f5cb1e6b admin admin] Publish callbacks [] for security_group (84682908-3922-4217-8e26-522f8de76273), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:35.565685 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-48195baa-cbe0-4f8b-84f2-fd07f5cb1e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (84682908-3922-4217-8e26-522f8de76273), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:35.579071 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48195baa-cbe0-4f8b-84f2-fd07f5cb1e6b admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=103988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:54:35.609140 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48195baa-cbe0-4f8b-84f2-fd07f5cb1e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84682908-3922-4217-8e26-522f8de76273,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:35.612414 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-48195baa-cbe0-4f8b-84f2-fd07f5cb1e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (4374ea33-08b3-4b06-bbc1-334b11a3ab06), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:35.612778 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.segments_db [None req-48195baa-cbe0-4f8b-84f2-fd07f5cb1e6b admin admin] Added segment 4374ea33-08b3-4b06-bbc1-334b11a3ab06 of type vlan for network fc58067c-4167-4106-9d1e-ab7bc831a394 Jun 23 11:54:35.659462 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-48195baa-cbe0-4f8b-84f2-fd07f5cb1e6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (fc58067c-4167-4106-9d1e-ab7bc831a394), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:35.687361 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-48195baa-cbe0-4f8b-84f2-fd07f5cb1e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (fc58067c-4167-4106-9d1e-ab7bc831a394), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:35.688525 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48195baa-cbe0-4f8b-84f2-fd07f5cb1e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:35.689109 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-48195baa-cbe0-4f8b-84f2-fd07f5cb1e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:35.725120 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46600) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:35.735577 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-48195baa-cbe0-4f8b-84f2-fd07f5cb1e6b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.6419606 Jun 23 11:54:35.738602 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46604) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:35.744390 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-8632c463-4f9f-4b22-a704-9f9bc0b17125 admin admin] Request body: {'subnet': {'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-subnet', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:35.768406 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48195baa-cbe0-4f8b-84f2-fd07f5cb1e6b admin admin] Pushing event updated for resources: {'Network': ['ID=fc58067c-4167-4106-9d1e-ab7bc831a394,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:35.771152 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8632c463-4f9f-4b22-a704-9f9bc0b17125 admin admin] Made reservation on behalf of 9353d04a04ab44e58f56fd01ca43d62e for: {'subnet': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:54:35.786473 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8632c463-4f9f-4b22-a704-9f9bc0b17125 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:35.792615 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network fc58067c-4167-4106-9d1e-ab7bc831a394 details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:54:35.897256 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.010893 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8632c463-4f9f-4b22-a704-9f9bc0b17125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for subnet (a37d1b82-8291-4af1-8553-fefff8cb1b81), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.063541 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632c463-4f9f-4b22-a704-9f9bc0b17125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a37d1b82-8291-4af1-8553-fefff8cb1b81,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:36.090189 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8632c463-4f9f-4b22-a704-9f9bc0b17125 admin admin] Checking segment: {'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:36.090784 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8632c463-4f9f-4b22-a704-9f9bc0b17125 admin admin] Network hostable DHCP agents. Network: fc58067c-4167-4106-9d1e-ab7bc831a394, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:54:36.109588 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8632c463-4f9f-4b22-a704-9f9bc0b17125 admin admin] Network fc58067c-4167-4106-9d1e-ab7bc831a394 is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:54:36.122287 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-8632c463-4f9f-4b22-a704-9f9bc0b17125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, fc58067c-4167-4106-9d1e-ab7bc831a394) {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:36.127734 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8632c463-4f9f-4b22-a704-9f9bc0b17125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:36.128370 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8632c463-4f9f-4b22-a704-9f9bc0b17125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.135766 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84ac9da-fdf9-4180-bc16-07a7cc97f6dd None None] Network fc58067c-4167-4106-9d1e-ab7bc831a394 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:54:36.151797 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-8bcfa71a-a3fd-490c-a7e1-e62753d038a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-network', 'tenant_id': 'd211354c655b469491d235e5507e61ba'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:36.165013 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-8632c463-4f9f-4b22-a704-9f9bc0b17125 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4242101 Jun 23 11:54:36.166710 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46620) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:36.172406 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:36.182175 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:36.189833 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcfa71a-a3fd-490c-a7e1-e62753d038a4 admin admin] Made reservation on behalf of d211354c655b469491d235e5507e61ba for: {'network': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:54:36.191576 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.193538 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa71a-a3fd-490c-a7e1-e62753d038a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.211301 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=71,neutron:INSERT=21,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:36.213229 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa71a-a3fd-490c-a7e1-e62753d038a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.218571 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28134'] for router (da65d384-6a85-49c0-8b5b-62bc581e7803), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.220034 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28145'] for router (da65d384-6a85-49c0-8b5b-62bc581e7803), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.225418 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:36.240885 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:36.319034 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46638) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:36.347595 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa71a-a3fd-490c-a7e1-e62753d038a4 admin admin] Publish callbacks [] for security_group (068626a0-3da9-4c77-9726-add85f61d7ac), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.354326 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Publish callbacks [] for router_controller (da65d384-6a85-49c0-8b5b-62bc581e7803), precommit_add_association {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.358294 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa71a-a3fd-490c-a7e1-e62753d038a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (068626a0-3da9-4c77-9726-add85f61d7ac), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.380262 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83512bf-ddb1-54fd-98d6-d759d7d8cd6f-fc58067c-4167-4106-9d1e-ab7bc831a394', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'fixed_ips': [{'subnet_id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81'}]}} from dv-cinder-826608-3-iscsi. {{(pid=103990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:54:36.381808 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.394110 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcfa71a-a3fd-490c-a7e1-e62753d038a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=103989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:54:36.430621 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfa71a-a3fd-490c-a7e1-e62753d038a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068626a0-3da9-4c77-9726-add85f61d7ac,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:36.449743 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa71a-a3fd-490c-a7e1-e62753d038a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (1d54f5be-7013-4274-9759-e27a2757f01a), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.451696 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.segments_db [None req-8bcfa71a-a3fd-490c-a7e1-e62753d038a4 admin admin] Added segment 1d54f5be-7013-4274-9759-e27a2757f01a of type vlan for network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 Jun 23 11:54:36.537800 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Publish callbacks [] for router_gateway (da65d384-6a85-49c0-8b5b-62bc581e7803), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.546692 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa71a-a3fd-490c-a7e1-e62753d038a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (95d2a966-c2d0-4baf-b3af-40bcab8446e6), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.551947 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.db_base_plugin_common [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Allocated IP 172.20.0.2 (fc58067c-4167-4106-9d1e-ab7bc831a394/a37d1b82-8291-4af1-8553-fefff8cb1b81/4faf7eea-a39a-487c-9574-0bb90c14e964) {{(pid=103990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:54:36.588525 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46646) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:36.597374 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa71a-a3fd-490c-a7e1-e62753d038a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (95d2a966-c2d0-4baf-b3af-40bcab8446e6), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.598591 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcfa71a-a3fd-490c-a7e1-e62753d038a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:36.599276 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa71a-a3fd-490c-a7e1-e62753d038a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.708313 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-8bcfa71a-a3fd-490c-a7e1-e62753d038a4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9794533 Jun 23 11:54:36.713969 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46654) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:36.739281 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Publish callbacks [] for port (4faf7eea-a39a-487c-9574-0bb90c14e964), precommit_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.748440 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (4faf7eea-a39a-487c-9574-0bb90c14e964), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.773838 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Publish callbacks [] for router_gateway (da65d384-6a85-49c0-8b5b-62bc581e7803), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.778408 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-7062fd86-94a9-4adb-bd51-206f93057b56 admin admin] Request body: {'subnet': {'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-subnet', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:36.800708 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Pushing event updated for resources: {'Port': ['ID=4faf7eea-a39a-487c-9574-0bb90c14e964,revision_number=1']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:36.804002 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.810856 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46658) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:36.815397 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.816074 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.816693 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.817349 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.817988 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.818594 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.819165 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.819695 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.822040 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.823151 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.823510 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfa71a-a3fd-490c-a7e1-e62753d038a4 admin admin] Pushing event updated for resources: {'Network': ['ID=95d2a966-c2d0-4baf-b3af-40bcab8446e6,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:36.823912 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.824544 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.825451 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.826053 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.826674 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Tracked resource versions report: Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: pushed versions: Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: { 'AddressGroup': {'1.2'}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Agent': {'1.1'}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'ConntrackHelper': {'1.0'}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'LocalIPAssociation': {'1.0'}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Log': {'1.0'}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'NDPProxy': {'1.0'}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Network': {'1.1'}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Port': {'1.7'}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'PortForwarding': {'1.3'}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'QosPolicy': {'1.10'}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'SecurityGroup': {'1.5'}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'SubPort': {'1.0'}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Subnet': {'1.1'}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Trunk': {'1.1'}} Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: consumer versions: Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: { DHCP agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: HyperV agent@hv-cinder-82660: {}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: L3 agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: Metadata agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: Metering agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: Open vSwitch agent@dv-cinder-826608-3-iscsi: { 'AddressGroup': '1.2', Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Agent': '1.1', Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'ConntrackHelper': '1.0', Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'LocalIPAssociation': '1.0', Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Log': '1.0', Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'NDPProxy': '1.0', Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Network': '1.1', Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Port': '1.7', Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'PortForwarding': '1.3', Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'QosPolicy': '1.10', Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'SecurityGroup': '1.5', Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'SecurityGroupRule': '1.2', Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'SubPort': '1.0', Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Subnet': '1.1', Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: 'Trunk': '1.1'}} Jun 23 11:54:36.828800 dv-cinder-826608-3-iscsi neutron-server[103990]: {{(pid=103990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:54:36.839898 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-79b2f264-ce8c-4f83-876f-238b29ebd336 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-776549333-network', 'tenant_id': '6c041fd4759140b6926efa8c1a4935f7'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:36.844058 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Network fc58067c-4167-4106-9d1e-ab7bc831a394 is already hosted by enough agents. {{(pid=103990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:36.846003 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7062fd86-94a9-4adb-bd51-206f93057b56 admin admin] Made reservation on behalf of d211354c655b469491d235e5507e61ba for: {'subnet': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:54:36.847364 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.base_scheduler [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Resources bound (agent type, host, resource id): {{(pid=103990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:36.849733 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Received port after_create {{(pid=103990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:54:36.856711 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:54:36.857354 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7062fd86-94a9-4adb-bd51-206f93057b56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.892633 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-87bc33a5-6593-4fde-b057-b7b3434dbf51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2000034328-network', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:36.952389 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b2f264-ce8c-4f83-876f-238b29ebd336 admin admin] Made reservation on behalf of 6c041fd4759140b6926efa8c1a4935f7 for: {'network': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:54:36.954899 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-79b2f264-ce8c-4f83-876f-238b29ebd336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:36.977193 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-79b2f264-ce8c-4f83-876f-238b29ebd336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.035348 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bc33a5-6593-4fde-b057-b7b3434dbf51 admin admin] Made reservation on behalf of b4f73dfee32d43b985e9192000eaed8c for: {'network': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:54:37.038311 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-87bc33a5-6593-4fde-b057-b7b3434dbf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.055298 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-87bc33a5-6593-4fde-b057-b7b3434dbf51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.095997 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Allocated IP 172.27.3.45 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/649b7bad-9d47-420d-846a-ed2d9d5256da) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:54:37.122027 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Attempting to bind port 4faf7eea-a39a-487c-9574-0bb90c14e964 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:54:37.122388 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Attempting to bind port 4faf7eea-a39a-487c-9574-0bb90c14e964 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:54:37.122742 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Attempting to bind port 4faf7eea-a39a-487c-9574-0bb90c14e964 on network fc58067c-4167-4106-9d1e-ab7bc831a394 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:54:37.128654 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:54:37.129038 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Checking segment: {'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:37.129817 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.130518 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Bound using segment: {'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:54:37.131828 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Bound port: 4faf7eea-a39a-487c-9574-0bb90c14e964, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:54:37.132476 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4faf7eea-a39a-487c-9574-0bb90c14e964), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.147268 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-8caed5e8-1212-46da-8f22-76ceb76d458d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-70714377-network', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:37.208154 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] For port 4faf7eea-a39a-487c-9574-0bb90c14e964, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:54:37.215759 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] For port 4faf7eea-a39a-487c-9574-0bb90c14e964, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=4faf7eea-a39a-487c-9574-0bb90c14e964,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:54:37.222102 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:37.227139 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-79b2f264-ce8c-4f83-876f-238b29ebd336 admin admin] Publish callbacks [] for security_group (45921a1c-5791-4f3b-8620-a7bc6d4815f1), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.232788 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4faf7eea-a39a-487c-9574-0bb90c14e964), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.238719 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-79b2f264-ce8c-4f83-876f-238b29ebd336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (45921a1c-5791-4f3b-8620-a7bc6d4815f1), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.255327 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b2f264-ce8c-4f83-876f-238b29ebd336 admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=103989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:54:37.257702 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Publish callbacks [] for port (649b7bad-9d47-420d-846a-ed2d9d5256da), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.266820 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-79b2f264-ce8c-4f83-876f-238b29ebd336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (1788ce92-46cc-41b2-a657-ac8e17c7cfed), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.267254 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.segments_db [None req-79b2f264-ce8c-4f83-876f-238b29ebd336 admin admin] Added segment 1788ce92-46cc-41b2-a657-ac8e17c7cfed of type vlan for network 8240784e-7d18-4da2-9bd8-69d0ccf85cc0 Jun 23 11:54:37.305882 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (649b7bad-9d47-420d-846a-ed2d9d5256da), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.331351 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2f264-ce8c-4f83-876f-238b29ebd336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45921a1c-5791-4f3b-8620-a7bc6d4815f1,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:37.339333 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:37.378956 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03449f6a-5a8c-4b28-846c-df4bb4321893 None None] Pushing event updated for resources: {'Port': ['ID=4faf7eea-a39a-487c-9574-0bb90c14e964,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:37.380902 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7062fd86-94a9-4adb-bd51-206f93057b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for subnet (2fea9b42-e008-42bd-8176-b6f37ce2fc7a), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.398557 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:37.402660 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:54:37.475702 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:37.477031 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:INSERT=26,neutron:SELECT=69,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:37.491262 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:37.492500 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=649b7bad-9d47-420d-846a-ed2d9d5256da,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:37.503316 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46678) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:37.511320 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-10470c95-1521-402d-9737-ffee12dc145d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1480579425-network', 'tenant_id': 'af99696e74ae45ddbb856f8fab22342f'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:37.528056 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-87bc33a5-6593-4fde-b057-b7b3434dbf51 admin admin] Publish callbacks [] for security_group (814fa788-7b4a-4802-b99b-f8722590a30d), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.532952 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caed5e8-1212-46da-8f22-76ceb76d458d admin admin] Made reservation on behalf of a1a92a7ffc864256b48a9848b27f9fd2 for: {'network': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:54:37.534241 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8caed5e8-1212-46da-8f22-76ceb76d458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.564900 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-87bc33a5-6593-4fde-b057-b7b3434dbf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (814fa788-7b4a-4802-b99b-f8722590a30d), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.580775 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-79b2f264-ce8c-4f83-876f-238b29ebd336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (8240784e-7d18-4da2-9bd8-69d0ccf85cc0), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.599963 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8caed5e8-1212-46da-8f22-76ceb76d458d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.604473 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062fd86-94a9-4adb-bd51-206f93057b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fea9b42-e008-42bd-8176-b6f37ce2fc7a,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:37.607095 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10470c95-1521-402d-9737-ffee12dc145d admin admin] Made reservation on behalf of af99696e74ae45ddbb856f8fab22342f for: {'network': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:54:37.610353 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-10470c95-1521-402d-9737-ffee12dc145d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.727028 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bc33a5-6593-4fde-b057-b7b3434dbf51 admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:54:37.727028 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc33a5-6593-4fde-b057-b7b3434dbf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814fa788-7b4a-4802-b99b-f8722590a30d,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:37.727842 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-10470c95-1521-402d-9737-ffee12dc145d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.728282 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-87bc33a5-6593-4fde-b057-b7b3434dbf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (6aa44cee-5e37-463e-94cf-e5a5af068e17), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.728282 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.segments_db [None req-87bc33a5-6593-4fde-b057-b7b3434dbf51 admin admin] Added segment 6aa44cee-5e37-463e-94cf-e5a5af068e17 of type vlan for network e2860678-188a-43de-956c-7f6a2a5353f6 Jun 23 11:54:37.728745 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7062fd86-94a9-4adb-bd51-206f93057b56 admin admin] Checking segment: {'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:37.728745 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7062fd86-94a9-4adb-bd51-206f93057b56 admin admin] Network hostable DHCP agents. Network: 95d2a966-c2d0-4baf-b3af-40bcab8446e6, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:54:37.746615 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-79b2f264-ce8c-4f83-876f-238b29ebd336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (8240784e-7d18-4da2-9bd8-69d0ccf85cc0), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.750234 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b2f264-ce8c-4f83-876f-238b29ebd336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:37.750833 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-79b2f264-ce8c-4f83-876f-238b29ebd336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.835420 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-87bc33a5-6593-4fde-b057-b7b3434dbf51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (e2860678-188a-43de-956c-7f6a2a5353f6), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.910573 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-79b2f264-ce8c-4f83-876f-238b29ebd336 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.5896199 Jun 23 11:54:37.911422 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2f264-ce8c-4f83-876f-238b29ebd336 admin admin] Pushing event updated for resources: {'Network': ['ID=8240784e-7d18-4da2-9bd8-69d0ccf85cc0,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:37.912594 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46692) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:37.923761 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network 8240784e-7d18-4da2-9bd8-69d0ccf85cc0 details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:54:37.947680 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7062fd86-94a9-4adb-bd51-206f93057b56 admin admin] Network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:54:37.967511 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-7062fd86-94a9-4adb-bd51-206f93057b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, 95d2a966-c2d0-4baf-b3af-40bcab8446e6) {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:37.970975 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-c904919e-e40a-4e92-9044-a5781a9aa24c admin admin] Request body: {'subnet': {'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-776549333-subnet', 'tenant_id': '6c041fd4759140b6926efa8c1a4935f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:37.972424 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7062fd86-94a9-4adb-bd51-206f93057b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:37.973288 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7062fd86-94a9-4adb-bd51-206f93057b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:37.986874 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc921f0-ca76-40cd-ba4d-e4ce293745bf None None] Network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:54:37.996055 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:38.016069 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-7062fd86-94a9-4adb-bd51-206f93057b56 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2413950 Jun 23 11:54:38.023782 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46696) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:38.029932 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:38.062782 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28134'] for router (698cc3d2-001d-43a7-9177-9f66b8efe735), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.064011 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28145'] for router (698cc3d2-001d-43a7-9177-9f66b8efe735), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.067021 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8caed5e8-1212-46da-8f22-76ceb76d458d admin admin] Publish callbacks [] for security_group (4da2d487-db10-4296-a594-c30c389fbb44), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.077171 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-10470c95-1521-402d-9737-ffee12dc145d admin admin] Publish callbacks [] for security_group (79070e1b-3199-4268-8e1e-78a58e2c31e5), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.089076 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8caed5e8-1212-46da-8f22-76ceb76d458d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (4da2d487-db10-4296-a594-c30c389fbb44), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.091270 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-10470c95-1521-402d-9737-ffee12dc145d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (79070e1b-3199-4268-8e1e-78a58e2c31e5), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.098349 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-87bc33a5-6593-4fde-b057-b7b3434dbf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (e2860678-188a-43de-956c-7f6a2a5353f6), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.099776 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bc33a5-6593-4fde-b057-b7b3434dbf51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:38.104054 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-87bc33a5-6593-4fde-b057-b7b3434dbf51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.119620 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Publish callbacks [] for router_gateway (da65d384-6a85-49c0-8b5b-62bc581e7803), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.154816 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10470c95-1521-402d-9737-ffee12dc145d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79070e1b-3199-4268-8e1e-78a58e2c31e5,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:38.270363 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10470c95-1521-402d-9737-ffee12dc145d admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:54:38.292121 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Publish callbacks [] for router_controller (698cc3d2-001d-43a7-9177-9f66b8efe735), precommit_add_association {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.298657 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-10470c95-1521-402d-9737-ffee12dc145d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (3c550832-0778-454c-9852-e17f0f50fb61), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.299218 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.segments_db [None req-10470c95-1521-402d-9737-ffee12dc145d admin admin] Added segment 3c550832-0778-454c-9852-e17f0f50fb61 of type vlan for network 54f98ea8-5386-4859-a36c-e86115ff53c2 Jun 23 11:54:38.348236 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c904919e-e40a-4e92-9044-a5781a9aa24c admin admin] Made reservation on behalf of 6c041fd4759140b6926efa8c1a4935f7 for: {'subnet': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:54:38.353851 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c904919e-e40a-4e92-9044-a5781a9aa24c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.470104 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8caed5e8-1212-46da-8f22-76ceb76d458d admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=103988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:54:38.501321 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:38.523735 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 4faf7eea-a39a-487c-9574-0bb90c14e964 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:54:38.537927 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:38.562568 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-87bc33a5-6593-4fde-b057-b7b3434dbf51 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.9687812 Jun 23 11:54:38.564745 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:38.579800 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46722) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:38.581419 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-10470c95-1521-402d-9737-ffee12dc145d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (54f98ea8-5386-4859-a36c-e86115ff53c2), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.594091 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 4faf7eea-a39a-487c-9574-0bb90c14e964 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:38.594847 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4faf7eea-a39a-487c-9574-0bb90c14e964), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.602625 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-ed4d3172-6ebe-432c-bc39-c4c73e4aca60 admin admin] Request body: {'subnet': {'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-subnet', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:38.622298 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Publish callbacks [] for router_gateway (698cc3d2-001d-43a7-9177-9f66b8efe735), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.731364 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4d3172-6ebe-432c-bc39-c4c73e4aca60 admin admin] Made reservation on behalf of b4f73dfee32d43b985e9192000eaed8c for: {'subnet': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:54:38.733794 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ed4d3172-6ebe-432c-bc39-c4c73e4aca60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.749606 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 4faf7eea-a39a-487c-9574-0bb90c14e964 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:38.750091 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4faf7eea-a39a-487c-9574-0bb90c14e964), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.764288 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83512bf-ddb1-54fd-98d6-d759d7d8cd6f-95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'project_id': 'd211354c655b469491d235e5507e61ba', 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a'}]}} from dv-cinder-826608-3-iscsi. {{(pid=103990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:54:38.765457 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.782803 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-10470c95-1521-402d-9737-ffee12dc145d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (54f98ea8-5386-4859-a36c-e86115ff53c2), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.783794 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10470c95-1521-402d-9737-ffee12dc145d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:38.788013 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-10470c95-1521-402d-9737-ffee12dc145d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.819868 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port 4faf7eea-a39a-487c-9574-0bb90c14e964, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=4faf7eea-a39a-487c-9574-0bb90c14e964,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:38.835231 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:38.874100 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4faf7eea-a39a-487c-9574-0bb90c14e964), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.890501 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:38.900502 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8caed5e8-1212-46da-8f22-76ceb76d458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (aa382305-b4d0-40f8-adf6-644a48e23fe2), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:38.900894 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.segments_db [None req-8caed5e8-1212-46da-8f22-76ceb76d458d admin admin] Added segment aa382305-b4d0-40f8-adf6-644a48e23fe2 of type vlan for network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 Jun 23 11:54:38.983658 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-10470c95-1521-402d-9737-ffee12dc145d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4748721 Jun 23 11:54:38.999039 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8caed5e8-1212-46da-8f22-76ceb76d458d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (6ec90cf8-67c4-41e3-bbbb-0e606173a369), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.019069 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=4faf7eea-a39a-487c-9574-0bb90c14e964,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:39.062130 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.db_base_plugin_common [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Allocated IP 172.20.0.2 (95d2a966-c2d0-4baf-b3af-40bcab8446e6/2fea9b42-e008-42bd-8176-b6f37ce2fc7a/3705a733-d6a4-4642-aaef-7819a5475714) {{(pid=103990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:54:39.079464 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71ce087-5773-429d-8245-e7059579b48c None None] Network fc58067c-4167-4106-9d1e-ab7bc831a394 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:54:39.130546 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46730) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:39.141484 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-e7c3aea6-804e-4d8d-8e0d-c275ff4f6efe admin admin] Request body: {'subnet': {'network_id': '54f98ea8-5386-4859-a36c-e86115ff53c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1480579425-subnet', 'tenant_id': 'af99696e74ae45ddbb856f8fab22342f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:39.152411 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10470c95-1521-402d-9737-ffee12dc145d admin admin] Pushing event updated for resources: {'Network': ['ID=54f98ea8-5386-4859-a36c-e86115ff53c2,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:39.186867 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:INSERT=14,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:39.225673 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caed5e8-1212-46da-8f22-76ceb76d458d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da2d487-db10-4296-a594-c30c389fbb44,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:39.236404 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8caed5e8-1212-46da-8f22-76ceb76d458d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (6ec90cf8-67c4-41e3-bbbb-0e606173a369), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.238681 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caed5e8-1212-46da-8f22-76ceb76d458d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:39.239660 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8caed5e8-1212-46da-8f22-76ceb76d458d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.261949 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c904919e-e40a-4e92-9044-a5781a9aa24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for subnet (95b42627-f961-42a8-8688-d92b229d8f58), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.326599 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-8caed5e8-1212-46da-8f22-76ceb76d458d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.5146520 Jun 23 11:54:39.346098 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Publish callbacks [] for port (3705a733-d6a4-4642-aaef-7819a5475714), precommit_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.353590 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network 54f98ea8-5386-4859-a36c-e86115ff53c2 details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:54:39.362609 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (3705a733-d6a4-4642-aaef-7819a5475714), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.365965 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904919e-e40a-4e92-9044-a5781a9aa24c admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b42627-f961-42a8-8688-d92b229d8f58,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:39.369152 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46738) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:39.378827 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-7555afdc-77d7-4af2-99a2-b8c63d6cab1f admin admin] Request body: {'subnet': {'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-70714377-subnet', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:39.387666 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 is already hosted by enough agents. {{(pid=103990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:39.393889 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.base_scheduler [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Resources bound (agent type, host, resource id): {{(pid=103990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:39.400908 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Received port after_create {{(pid=103990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:54:39.403418 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc33a5-6593-4fde-b057-b7b3434dbf51 admin admin] Pushing event updated for resources: {'Network': ['ID=e2860678-188a-43de-956c-7f6a2a5353f6,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:39.410329 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7555afdc-77d7-4af2-99a2-b8c63d6cab1f admin admin] Made reservation on behalf of a1a92a7ffc864256b48a9848b27f9fd2 for: {'subnet': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:54:39.414377 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7555afdc-77d7-4af2-99a2-b8c63d6cab1f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.461234 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-738c7392-56c7-4ad9-a84e-1040f108280c None None] Provisioning complete for port 4faf7eea-a39a-487c-9574-0bb90c14e964 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:39.461670 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-738c7392-56c7-4ad9-a84e-1040f108280c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4faf7eea-a39a-487c-9574-0bb90c14e964), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.463514 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network e2860678-188a-43de-956c-7f6a2a5353f6 details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:54:39.500477 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46746) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:39.506472 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Publish callbacks [] for router_gateway (698cc3d2-001d-43a7-9177-9f66b8efe735), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.560906 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c3aea6-804e-4d8d-8e0d-c275ff4f6efe admin admin] Made reservation on behalf of af99696e74ae45ddbb856f8fab22342f for: {'subnet': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:54:39.575414 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e7c3aea6-804e-4d8d-8e0d-c275ff4f6efe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.613602 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c904919e-e40a-4e92-9044-a5781a9aa24c admin admin] Checking segment: {'id': '1788ce92-46cc-41b2-a657-ac8e17c7cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:39.613989 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c904919e-e40a-4e92-9044-a5781a9aa24c admin admin] Network hostable DHCP agents. Network: 8240784e-7d18-4da2-9bd8-69d0ccf85cc0, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:54:39.651923 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Attempting to bind port 3705a733-d6a4-4642-aaef-7819a5475714 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:54:39.652192 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Attempting to bind port 3705a733-d6a4-4642-aaef-7819a5475714 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:54:39.652556 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Attempting to bind port 3705a733-d6a4-4642-aaef-7819a5475714 on network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:54:39.680208 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:39.681763 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:54:39.682159 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Checking segment: {'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:39.682529 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.682922 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Bound using segment: {'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:54:39.683650 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Bound port: 3705a733-d6a4-4642-aaef-7819a5475714, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:54:39.684038 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (3705a733-d6a4-4642-aaef-7819a5475714), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.704274 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caed5e8-1212-46da-8f22-76ceb76d458d admin admin] Pushing event updated for resources: {'Network': ['ID=6ec90cf8-67c4-41e3-bbbb-0e606173a369,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:39.721832 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596902'] for router (da65d384-6a85-49c0-8b5b-62bc581e7803), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.747933 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:39.765311 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c904919e-e40a-4e92-9044-a5781a9aa24c admin admin] Network 8240784e-7d18-4da2-9bd8-69d0ccf85cc0 is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:54:39.799637 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.823989 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:54:39.843444 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-c904919e-e40a-4e92-9044-a5781a9aa24c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, 8240784e-7d18-4da2-9bd8-69d0ccf85cc0) {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:39.894246 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c904919e-e40a-4e92-9044-a5781a9aa24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:39.894877 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c904919e-e40a-4e92-9044-a5781a9aa24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.908634 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cedae7-6a95-4a94-8be3-f5a8812d05f9 None None] Network 8240784e-7d18-4da2-9bd8-69d0ccf85cc0 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:54:39.921747 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-15df641b-7e73-4413-90bd-26acc28f28ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.942860 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Pushing event updated for resources: {'Port': ['ID=3705a733-d6a4-4642-aaef-7819a5475714,revision_number=1']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:39.983293 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-c904919e-e40a-4e92-9044-a5781a9aa24c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0316498 Jun 23 11:54:39.984714 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.985772 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7555afdc-77d7-4af2-99a2-b8c63d6cab1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for subnet (5479a9c9-7903-44a1-b59c-af44f63c9c99), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:39.991567 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46772) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:40.004165 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-776549333-router', 'tenant_id': '6c041fd4759140b6926efa8c1a4935f7', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:40.070366 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] For port 3705a733-d6a4-4642-aaef-7819a5475714, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:54:40.082654 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:40.183124 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28134'] for router (361e4f22-9c99-49aa-9cfc-2add10d7eeff), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:40.184436 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28145'] for router (361e4f22-9c99-49aa-9cfc-2add10d7eeff), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:40.206427 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-738c7392-56c7-4ad9-a84e-1040f108280c None None] Current status of the port 4faf7eea-a39a-487c-9574-0bb90c14e964 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:40.223529 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] For port 3705a733-d6a4-4642-aaef-7819a5475714, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=3705a733-d6a4-4642-aaef-7819a5475714,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:54:40.229360 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 4faf7eea-a39a-487c-9574-0bb90c14e964 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:54:40.232579 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Allocated IP 172.27.3.220 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/6e6e0414-aa8a-41b6-84c9-dd8d55167667) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:54:40.232820 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555afdc-77d7-4af2-99a2-b8c63d6cab1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5479a9c9-7903-44a1-b59c-af44f63c9c99,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:40.240154 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7555afdc-77d7-4af2-99a2-b8c63d6cab1f admin admin] Checking segment: {'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:40.245125 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7555afdc-77d7-4af2-99a2-b8c63d6cab1f admin admin] Network hostable DHCP agents. Network: 6ec90cf8-67c4-41e3-bbbb-0e606173a369, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:54:40.276758 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e7c3aea6-804e-4d8d-8e0d-c275ff4f6efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for subnet (5051dd45-55ec-42ab-b656-698f1a6fd277), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:40.291141 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:40.310235 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (3705a733-d6a4-4642-aaef-7819a5475714), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:40.317961 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Router da65d384-6a85-49c0-8b5b-62bc581e7803 is scheduled to L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 with binding_index 1 {{(pid=103988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:54:40.331964 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Publish callbacks [] for router_controller (361e4f22-9c99-49aa-9cfc-2add10d7eeff), precommit_add_association {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:40.345396 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7555afdc-77d7-4af2-99a2-b8c63d6cab1f admin admin] Network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:54:40.359393 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3aea6-804e-4d8d-8e0d-c275ff4f6efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5051dd45-55ec-42ab-b656-698f1a6fd277,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:40.392766 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83512bf-ddb1-54fd-98d6-d759d7d8cd6f-8240784e-7d18-4da2-9bd8-69d0ccf85cc0', 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0', 'project_id': '6c041fd4759140b6926efa8c1a4935f7', 'fixed_ips': [{'subnet_id': '95b42627-f961-42a8-8688-d92b229d8f58'}]}} from dv-cinder-826608-3-iscsi. {{(pid=103990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:54:40.393704 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:40.415882 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:40.417325 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-903b16ab-583d-4804-abf0-2449f084ec92 None None] Provisioning complete for port 4faf7eea-a39a-487c-9574-0bb90c14e964 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:40.417946 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-903b16ab-583d-4804-abf0-2449f084ec92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4faf7eea-a39a-487c-9574-0bb90c14e964), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:40.438687 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ed4d3172-6ebe-432c-bc39-c4c73e4aca60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for subnet (3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:40.498517 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-7555afdc-77d7-4af2-99a2-b8c63d6cab1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, 6ec90cf8-67c4-41e3-bbbb-0e606173a369) {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:40.522054 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e0253b-63ff-43e5-ab27-965dc0b1aa38 None None] Network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:54:40.524279 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 4faf7eea-a39a-487c-9574-0bb90c14e964 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:40.524760 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4faf7eea-a39a-487c-9574-0bb90c14e964), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:40.528717 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7555afdc-77d7-4af2-99a2-b8c63d6cab1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:40.533902 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7555afdc-77d7-4af2-99a2-b8c63d6cab1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:40.592440 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4d3172-6ebe-432c-bc39-c4c73e4aca60 admin admin] Checking segment: {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:40.592827 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4d3172-6ebe-432c-bc39-c4c73e4aca60 admin admin] Network hostable DHCP agents. Network: e2860678-188a-43de-956c-7f6a2a5353f6, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:54:40.643194 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0b750-779c-473f-a18c-f9fd7d7a8178 None None] Pushing event updated for resources: {'Port': ['ID=3705a733-d6a4-4642-aaef-7819a5475714,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:40.654948 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-15df641b-7e73-4413-90bd-26acc28f28ea admin admin] Publish callbacks [] for security_group (8e8c6005-5977-41cf-aaf5-91c5e200bdc2), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:40.706372 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-15df641b-7e73-4413-90bd-26acc28f28ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (8e8c6005-5977-41cf-aaf5-91c5e200bdc2), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:40.709346 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c3aea6-804e-4d8d-8e0d-c275ff4f6efe admin admin] Checking segment: {'id': '3c550832-0778-454c-9852-e17f0f50fb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '54f98ea8-5386-4859-a36c-e86115ff53c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:40.709725 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c3aea6-804e-4d8d-8e0d-c275ff4f6efe admin admin] Network hostable DHCP agents. Network: 54f98ea8-5386-4859-a36c-e86115ff53c2, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:54:40.731771 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d3172-6ebe-432c-bc39-c4c73e4aca60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:40.753774 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4d3172-6ebe-432c-bc39-c4c73e4aca60 admin admin] Network e2860678-188a-43de-956c-7f6a2a5353f6 is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:54:40.774363 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-7555afdc-77d7-4af2-99a2-b8c63d6cab1f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3981538 Jun 23 11:54:40.777492 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Publish callbacks [] for router_gateway (361e4f22-9c99-49aa-9cfc-2add10d7eeff), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:40.785457 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:54:40.791424 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46794) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:40.796569 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Sync routers for ids ['da65d384-6a85-49c0-8b5b-62bc581e7803'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:54:40.813789 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Routers {'da65d384-6a85-49c0-8b5b-62bc581e7803'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:54:40.814527 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:54:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['da65d384-6a85-49c0-8b5b-62bc581e7803'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:40.822515 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:40.842547 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:40.869126 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-15df641b-7e73-4413-90bd-26acc28f28ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e538a5e1474447e28c8c7d60d166e121&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3266363 Jun 23 11:54:40.879366 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46800) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:40.882409 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-ed4d3172-6ebe-432c-bc39-c4c73e4aca60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, e2860678-188a-43de-956c-7f6a2a5353f6) {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:40.889325 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:40.898022 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-903b16ab-583d-4804-abf0-2449f084ec92 None None] Current status of the port 4faf7eea-a39a-487c-9574-0bb90c14e964 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:40.910606 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:40.915484 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-0f4d9036-fa6d-40b1-8da8-6dea5693e1a1 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7431407 Jun 23 11:54:40.931186 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46802) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:40.943542 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Publish callbacks [] for port (6e6e0414-aa8a-41b6-84c9-dd8d55167667), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:40.951225 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:40.956370 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4d3172-6ebe-432c-bc39-c4c73e4aca60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:40.957102 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ed4d3172-6ebe-432c-bc39-c4c73e4aca60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:40.959914 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c3aea6-804e-4d8d-8e0d-c275ff4f6efe admin admin] Network 54f98ea8-5386-4859-a36c-e86115ff53c2 is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:54:40.983793 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df641b-7e73-4413-90bd-26acc28f28ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8c6005-5977-41cf-aaf5-91c5e200bdc2,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:40.994110 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-e7c3aea6-804e-4d8d-8e0d-c275ff4f6efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, 54f98ea8-5386-4859-a36c-e86115ff53c2) {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:41.002822 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05d5cff-387e-4ae6-8b6b-483a260ba57e None None] Network e2860678-188a-43de-956c-7f6a2a5353f6 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:54:41.008059 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28134'] for router (c0b673df-1003-4023-af23-883ae5ce1995), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.009791 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28145'] for router (c0b673df-1003-4023-af23-883ae5ce1995), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.014830 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c3aea6-804e-4d8d-8e0d-c275ff4f6efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:41.015407 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e7c3aea6-804e-4d8d-8e0d-c275ff4f6efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.028778 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-ed4d3172-6ebe-432c-bc39-c4c73e4aca60 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4394610 Jun 23 11:54:41.029423 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46804) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:41.040726 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:41.079471 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:41.102106 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e7c3aea6-804e-4d8d-8e0d-c275ff4f6efe admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9636552 Jun 23 11:54:41.186845 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Publish callbacks [] for router_controller (c0b673df-1003-4023-af23-883ae5ce1995), precommit_add_association {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.188861 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28134'] for router (0bd1f321-5d98-4143-ba24-2a3aad50da03), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.189923 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28145'] for router (0bd1f321-5d98-4143-ba24-2a3aad50da03), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.201038 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (6e6e0414-aa8a-41b6-84c9-dd8d55167667), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.215816 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Set router da65d384-6a85-49c0-8b5b-62bc581e7803 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:54:41.246990 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29b2588-526b-4a96-b9d7-9af07fec8820 None None] Network 54f98ea8-5386-4859-a36c-e86115ff53c2 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:54:41.292058 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.db_base_plugin_common [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Allocated IP 172.20.0.2 (8240784e-7d18-4da2-9bd8-69d0ccf85cc0/95b42627-f961-42a8-8688-d92b229d8f58/175c4f54-7a0e-4f5b-932b-d3c9f405b41e) {{(pid=103990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:54:41.312039 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46808) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:41.317247 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 4faf7eea-a39a-487c-9574-0bb90c14e964 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:41.362414 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:41.400919 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:41.440109 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:41.462839 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Pushing event updated for resources: {'Port': ['ID=6e6e0414-aa8a-41b6-84c9-dd8d55167667,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:41.473724 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:54:41.474155 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-25b4e651-a928-4c1b-994e-aee8cb0dffe2 admin admin] Publish callbacks [] for security_group (8e8c6005-5977-41cf-aaf5-91c5e200bdc2), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.499557 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:37Z', 'revision_number': 3, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port': {'id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:41.516878 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Publish callbacks [] for router_controller (0bd1f321-5d98-4143-ba24-2a3aad50da03), precommit_add_association {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.532797 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Checking router: da65d384-6a85-49c0-8b5b-62bc581e7803 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:54:41.533443 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Updating router da65d384-6a85-49c0-8b5b-62bc581e7803 port 649b7bad-9d47-420d-846a-ed2d9d5256da binding host dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:54:41.562542 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83512bf-ddb1-54fd-98d6-d759d7d8cd6f-6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99'}]}} from dv-cinder-826608-3-iscsi. {{(pid=103990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:54:41.563779 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.567986 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Publish callbacks [] for router_gateway (c0b673df-1003-4023-af23-883ae5ce1995), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.578681 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (649b7bad-9d47-420d-846a-ed2d9d5256da), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.597660 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-25b4e651-a928-4c1b-994e-aee8cb0dffe2 admin admin] Publish callbacks [] for security_group (8e8c6005-5977-41cf-aaf5-91c5e200bdc2), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.611469 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e80d34-438a-4b0f-a88f-f550f6167566 admin admin] Deleting subnet 1fc12681-5417-4720-9f3c-4c79ef2f44e9 {{(pid=103988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:54:41.623864 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-87e80d34-438a-4b0f-a88f-f550f6167566 admin admin] Publish callbacks [] for subnet (1fc12681-5417-4720-9f3c-4c79ef2f44e9), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.712758 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Publish callbacks [] for router_gateway (361e4f22-9c99-49aa-9cfc-2add10d7eeff), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.713388 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:41.755248 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.832115 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-87e80d34-438a-4b0f-a88f-f550f6167566 admin admin] Publish callbacks [] for subnet (1fc12681-5417-4720-9f3c-4c79ef2f44e9), precommit_delete_associations {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.890994 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:41.935520 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-87e80d34-438a-4b0f-a88f-f550f6167566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (1fc12681-5417-4720-9f3c-4c79ef2f44e9), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.943085 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Publish callbacks [] for port (175c4f54-7a0e-4f5b-932b-d3c9f405b41e), precommit_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.951654 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83512bf-ddb1-54fd-98d6-d759d7d8cd6f-e2860678-188a-43de-956c-7f6a2a5353f6', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa'}]}} from dv-cinder-826608-3-iscsi. {{(pid=103990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:54:41.952705 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.959974 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Publish callbacks [] for port (649b7bad-9d47-420d-846a-ed2d9d5256da), precommit_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.964520 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:41.975044 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (175c4f54-7a0e-4f5b-932b-d3c9f405b41e), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:41.975469 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (649b7bad-9d47-420d-846a-ed2d9d5256da), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.039663 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-25b4e651-a928-4c1b-994e-aee8cb0dffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (8e8c6005-5977-41cf-aaf5-91c5e200bdc2), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.042201 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-25b4e651-a928-4c1b-994e-aee8cb0dffe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.043789 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-25b4e651-a928-4c1b-994e-aee8cb0dffe2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8e8c6005-5977-41cf-aaf5-91c5e200bdc2 HTTP/1.1" status: 204 len: 168 time: 1.1583679 Jun 23 11:54:42.113066 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Publish callbacks [] for router_gateway (0bd1f321-5d98-4143-ba24-2a3aad50da03), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.139460 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ad13bb-0a86-41dd-bfd1-f6391ac9fc1f None None] Network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:54:42.150992 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Pushing event updated for resources: {'Port': ['ID=649b7bad-9d47-420d-846a-ed2d9d5256da,revision_number=2']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:42.225073 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4e651-a928-4c1b-994e-aee8cb0dffe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8c6005-5977-41cf-aaf5-91c5e200bdc2,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:42.237641 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:42.237983 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:42.238497 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:42.238876 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:42.239378 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:42.239699 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:42.240024 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:42.240346 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:42.240684 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:42.241009 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:42.241333 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:42.245193 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:42.245193 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:42.245193 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:42.245643 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Tracked resource versions report: Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: pushed versions: Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: { 'AddressGroup': {'1.2'}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Agent': {'1.1'}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'ConntrackHelper': {'1.0'}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'LocalIPAssociation': {'1.0'}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Log': {'1.0'}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'NDPProxy': {'1.0'}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Network': {'1.1'}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Port': {'1.7'}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'PortForwarding': {'1.3'}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'QosPolicy': {'1.10'}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'SecurityGroup': {'1.5'}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'SecurityGroupRule': {'1.2'}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'SubPort': {'1.0'}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Subnet': {'1.1'}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Trunk': {'1.1'}} Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: consumer versions: Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: { DHCP agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: HyperV agent@hv-cinder-82660: {}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: L3 agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: Metadata agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: Metering agent@dv-cinder-826608-3-iscsi: {}, Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: Open vSwitch agent@dv-cinder-826608-3-iscsi: { 'AddressGroup': '1.2', Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Agent': '1.1', Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'ConntrackHelper': '1.0', Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'LocalIPAssociation': '1.0', Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Log': '1.0', Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'NDPProxy': '1.0', Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Network': '1.1', Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Port': '1.7', Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'PortForwarding': '1.3', Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'QosPolicy': '1.10', Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'SecurityGroup': '1.5', Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'SecurityGroupRule': '1.2', Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'SubPort': '1.0', Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Subnet': '1.1', Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: 'Trunk': '1.1'}} Jun 23 11:54:42.246665 dv-cinder-826608-3-iscsi neutron-server[103991]: {{(pid=103991) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 11:54:42.271722 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Attempting to bind port 649b7bad-9d47-420d-846a-ed2d9d5256da on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:54:42.272107 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Attempting to bind port 649b7bad-9d47-420d-846a-ed2d9d5256da by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:54:42.272472 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Attempting to bind port 649b7bad-9d47-420d-846a-ed2d9d5256da on network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:54:42.282875 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:54:42.283258 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Checking segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:42.283664 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.284147 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Bound using segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:54:42.286348 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Bound port: 649b7bad-9d47-420d-846a-ed2d9d5256da, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:54:42.286770 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (649b7bad-9d47-420d-846a-ed2d9d5256da), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.385122 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.db_base_plugin_common [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Allocated IP 172.20.0.2 (6ec90cf8-67c4-41e3-bbbb-0e606173a369/5479a9c9-7903-44a1-b59c-af44f63c9c99/f5bf3404-1d15-4e3c-980b-81754016aea8) {{(pid=103990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:54:42.388554 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] For port 649b7bad-9d47-420d-846a-ed2d9d5256da, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:54:42.402327 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] For port 649b7bad-9d47-420d-846a-ed2d9d5256da, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=649b7bad-9d47-420d-846a-ed2d9d5256da,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:54:42.420611 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (649b7bad-9d47-420d-846a-ed2d9d5256da), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.480272 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-87e80d34-438a-4b0f-a88f-f550f6167566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for subnet (1fc12681-5417-4720-9f3c-4c79ef2f44e9), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.483071 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Allocated IP 172.27.3.11 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/b5a23c45-1c09-4563-bf4c-696be8a214e2) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:54:42.506086 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Publish callbacks [] for router_gateway (698cc3d2-001d-43a7-9177-9f66b8efe735), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.543364 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Routers {'da65d384-6a85-49c0-8b5b-62bc581e7803'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:54:42.543998 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:54:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['da65d384-6a85-49c0-8b5b-62bc581e7803'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:42.551111 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Publish callbacks [] for router_gateway (c0b673df-1003-4023-af23-883ae5ce1995), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.551736 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e80d34-438a-4b0f-a88f-f550f6167566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc12681-5417-4720-9f3c-4c79ef2f44e9,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:42.581310 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Publish callbacks [] for port (f5bf3404-1d15-4e3c-980b-81754016aea8), precommit_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.584025 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46824) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:42.585045 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:42.592102 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Pushing event updated for resources: {'Port': ['ID=175c4f54-7a0e-4f5b-932b-d3c9f405b41e,revision_number=1']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:42.594286 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-f00021a1-011b-4273-bac8-ba4fc73b1a73 None None] Provisioning complete for port 3705a733-d6a4-4642-aaef-7819a5475714 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:42.594932 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-f00021a1-011b-4273-bac8-ba4fc73b1a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (3705a733-d6a4-4642-aaef-7819a5475714), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.602295 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-87e80d34-438a-4b0f-a88f-f550f6167566 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.616891 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-87e80d34-438a-4b0f-a88f-f550f6167566 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1fc12681-5417-4720-9f3c-4c79ef2f44e9 HTTP/1.1" status: 204 len: 168 time: 1.2931705 Jun 23 11:54:42.627904 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30adc7-e259-4825-b3d3-4b943b600c97 None None] Pushing event updated for resources: {'Port': ['ID=649b7bad-9d47-420d-846a-ed2d9d5256da,revision_number=3']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:42.654543 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46828) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:42.659601 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 3705a733-d6a4-4642-aaef-7819a5475714 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:54:42.683804 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Network 8240784e-7d18-4da2-9bd8-69d0ccf85cc0 is already hosted by enough agents. {{(pid=103990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:42.685660 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (f5bf3404-1d15-4e3c-980b-81754016aea8), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.699321 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.712197 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:42.767025 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:42.786528 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] Set router da65d384-6a85-49c0-8b5b-62bc581e7803 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:54:42.805065 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.base_scheduler [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Resources bound (agent type, host, resource id): {{(pid=103990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:42.811418 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46832) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:42.854941 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 is already hosted by enough agents. {{(pid=103990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:42.872457 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Pushing event updated for resources: {'Port': ['ID=f5bf3404-1d15-4e3c-980b-81754016aea8,revision_number=1']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:42.874485 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9cac5ce7-3f9e-460d-9745-620c8e64fd94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.874976 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.base_scheduler [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Resources bound (agent type, host, resource id): {{(pid=103990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:42.884949 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Received port after_create {{(pid=103990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:54:42.890655 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:42.930498 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Publish callbacks [] for port (b5a23c45-1c09-4563-bf4c-696be8a214e2), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.951274 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 3705a733-d6a4-4642-aaef-7819a5475714 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:42.951663 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (3705a733-d6a4-4642-aaef-7819a5475714), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.955549 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67531620-878d-4ddd-8205-632b4c7500f0 None None] Network 54f98ea8-5386-4859-a36c-e86115ff53c2 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:54:42.993416 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (b5a23c45-1c09-4563-bf4c-696be8a214e2), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:42.999825 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:43.012451 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:37Z', 'revision_number': 3, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port': {'id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:43.033481 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Publish callbacks [] for router_gateway (0bd1f321-5d98-4143-ba24-2a3aad50da03), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.048458 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7163871b-c103-4d35-afc7-32d5b819c8a7 None None] The sync data for ids ['da65d384-6a85-49c0-8b5b-62bc581e7803'] in dv-cinder-826608-3-iscsi is: [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:37Z', 'revision_number': 3, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port': {'id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:54:43.100428 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.130114 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Allocated IP 172.27.3.228 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/c3594b24-5227-47c7-a97e-2a4f8bb56fca) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:54:43.139789 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:43.141075 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0059c5d8-52d4-407c-bf0a-09dc8ccf2062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.146440 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Received port after_create {{(pid=103990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:54:43.151073 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Attempting to bind port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:54:43.151434 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Attempting to bind port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': '1788ce92-46cc-41b2-a657-ac8e17c7cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:54:43.151792 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Attempting to bind port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e on network 8240784e-7d18-4da2-9bd8-69d0ccf85cc0 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:54:43.161529 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:43.162971 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596902'] for router (698cc3d2-001d-43a7-9177-9f66b8efe735), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.199439 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-f00021a1-011b-4273-bac8-ba4fc73b1a73 None None] Current status of the port 3705a733-d6a4-4642-aaef-7819a5475714 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:43.199824 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-f00021a1-011b-4273-bac8-ba4fc73b1a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (3705a733-d6a4-4642-aaef-7819a5475714), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.207606 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a23c45-1c09-4563-bf4c-696be8a214e2,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:43.224463 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:54:43.224971 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (0b895e7b-1025-4b06-bc78-51f421016f3d), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.225103 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Checking segment: {'id': '1788ce92-46cc-41b2-a657-ac8e17c7cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:43.225645 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.225756 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Bound using segment: {'id': '1788ce92-46cc-41b2-a657-ac8e17c7cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:54:43.226240 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Bound port: 175c4f54-7a0e-4f5b-932b-d3c9f405b41e, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1788ce92-46cc-41b2-a657-ac8e17c7cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:54:43.226613 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (175c4f54-7a0e-4f5b-932b-d3c9f405b41e), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.250840 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:43.258174 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:43.274822 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:54:43.296216 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.db_base_plugin_common [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Allocated IP 172.20.0.2 (e2860678-188a-43de-956c-7f6a2a5353f6/3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa/0fcf4ec7-555b-41f9-a1f8-69ded762614c) {{(pid=103990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:54:43.371934 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-f00021a1-011b-4273-bac8-ba4fc73b1a73 None None] For port 3705a733-d6a4-4642-aaef-7819a5475714, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=3705a733-d6a4-4642-aaef-7819a5475714,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:43.380758 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.470748 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9cac5ce7-3f9e-460d-9745-620c8e64fd94 admin admin] Publish callbacks [] for security_group (8a2d3fd1-4c18-47cb-9a33-91b526ae9ef6), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.484093 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (0b895e7b-1025-4b06-bc78-51f421016f3d), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.484430 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9cac5ce7-3f9e-460d-9745-620c8e64fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (8a2d3fd1-4c18-47cb-9a33-91b526ae9ef6), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.501970 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-f00021a1-011b-4273-bac8-ba4fc73b1a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (3705a733-d6a4-4642-aaef-7819a5475714), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.538892 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:43.561322 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Publish callbacks [] for port (c3594b24-5227-47c7-a97e-2a4f8bb56fca), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.568573 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:43.568986 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:43.569914 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:43.571017 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Subscribe: > port after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:43.571534 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:43.572083 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Subscribe: > port after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:43.572611 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:43.573133 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-9cac5ce7-3f9e-460d-9745-620c8e64fd94 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9c5df9a0b430488095ae75b397c2b028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7568431 Jun 23 11:54:43.573421 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:43.573884 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:43.573985 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac5ce7-3f9e-460d-9745-620c8e64fd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2d3fd1-4c18-47cb-9a33-91b526ae9ef6,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:43.574427 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:43.577420 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46836) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:43.646186 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 3705a733-d6a4-4642-aaef-7819a5475714 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:43.648755 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Attempting to bind port f5bf3404-1d15-4e3c-980b-81754016aea8 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:54:43.648881 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Attempting to bind port f5bf3404-1d15-4e3c-980b-81754016aea8 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:54:43.649239 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Attempting to bind port f5bf3404-1d15-4e3c-980b-81754016aea8 on network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:54:43.667726 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Router 698cc3d2-001d-43a7-9177-9f66b8efe735 is scheduled to L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 with binding_index 1 {{(pid=103989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:54:43.716292 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (c3594b24-5227-47c7-a97e-2a4f8bb56fca), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.841681 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] For port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:54:43.846490 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] For port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=175c4f54-7a0e-4f5b-932b-d3c9f405b41e,segment=NetworkSegment(1788ce92-46cc-41b2-a657-ac8e17c7cfed),segment_id=1788ce92-46cc-41b2-a657-ac8e17c7cfed)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:54:43.857610 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Allocated IP 172.27.3.132 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/ea13dd82-9bfb-4fe0-817a-76dce9fd5365) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:54:43.892997 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:43.893569 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:43.893666 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:43.893960 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:43.894337 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b895e7b-1025-4b06-bc78-51f421016f3d']}} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:43.970553 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Publish callbacks [] for port (0fcf4ec7-555b-41f9-a1f8-69ded762614c), precommit_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.971366 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e4659a-ecc9-4e30-bd36-44028dda3927') {'for_net_delete': True} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:43.971600 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e4659a-ecc9-4e30-bd36-44028dda3927') {} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:43.974242 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:54:43.974931 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Checking segment: {'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:43.975576 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.976187 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Bound using segment: {'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:54:43.977726 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Bound port: f5bf3404-1d15-4e3c-980b-81754016aea8, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:54:43.978757 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (f5bf3404-1d15-4e3c-980b-81754016aea8), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.981176 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:43.983819 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00021a1-011b-4273-bac8-ba4fc73b1a73 None None] Pushing event updated for resources: {'Port': ['ID=3705a733-d6a4-4642-aaef-7819a5475714,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:43.987172 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9a4564bd-930d-411e-bdaf-e34951ecffa0 admin admin] Publish callbacks [] for security_group (8a2d3fd1-4c18-47cb-9a33-91b526ae9ef6), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:43.996712 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (175c4f54-7a0e-4f5b-932b-d3c9f405b41e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.013766 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (0fcf4ec7-555b-41f9-a1f8-69ded762614c), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.016464 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9a4564bd-930d-411e-bdaf-e34951ecffa0 admin admin] Publish callbacks [] for security_group (8a2d3fd1-4c18-47cb-9a33-91b526ae9ef6), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.040864 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Network e2860678-188a-43de-956c-7f6a2a5353f6 is already hosted by enough agents. {{(pid=103990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:44.056378 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:44.058109 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28331967'] for segment (d6e4659a-ecc9-4e30-bd36-44028dda3927), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.074670 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.base_scheduler [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Resources bound (agent type, host, resource id): {{(pid=103990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:44.079334 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Received port after_create {{(pid=103990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:54:44.103082 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:44.138617 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:44.178247 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:54:44.186216 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] For port f5bf3404-1d15-4e3c-980b-81754016aea8, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:54:44.190166 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] For port f5bf3404-1d15-4e3c-980b-81754016aea8, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=f5bf3404-1d15-4e3c-980b-81754016aea8,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:54:44.218791 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-e95198de-3ec0-45c6-a344-2fceb5ed3e89 None None] Provisioning complete for port 3705a733-d6a4-4642-aaef-7819a5475714 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:44.219318 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-e95198de-3ec0-45c6-a344-2fceb5ed3e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (3705a733-d6a4-4642-aaef-7819a5475714), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.265286 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (f5bf3404-1d15-4e3c-980b-81754016aea8), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.327363 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Attempting to bind port 0fcf4ec7-555b-41f9-a1f8-69ded762614c on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:54:44.327883 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Attempting to bind port 0fcf4ec7-555b-41f9-a1f8-69ded762614c by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:54:44.328354 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Attempting to bind port 0fcf4ec7-555b-41f9-a1f8-69ded762614c on network e2860678-188a-43de-956c-7f6a2a5353f6 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:54:44.330840 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 649b7bad-9d47-420d-846a-ed2d9d5256da up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:54:44.344044 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403d90c-a489-48b7-9317-a6041d5be5f9 None None] Pushing event updated for resources: {'Port': ['ID=175c4f54-7a0e-4f5b-932b-d3c9f405b41e,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:44.396061 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (d6e4659a-ecc9-4e30-bd36-44028dda3927), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.412856 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:44.434982 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:54:44.435543 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Checking segment: {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:44.436063 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.436575 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Bound using segment: {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:54:44.437201 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Bound port: 0fcf4ec7-555b-41f9-a1f8-69ded762614c, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:54:44.437685 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (0fcf4ec7-555b-41f9-a1f8-69ded762614c), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.474526 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:44.523093 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:54:44.523310 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Pushing event updated for resources: {'Port': ['ID=0fcf4ec7-555b-41f9-a1f8-69ded762614c,revision_number=1']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:44.523759 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28484955'] for segment (d6e4659a-ecc9-4e30-bd36-44028dda3927), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.532545 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0059c5d8-52d4-407c-bf0a-09dc8ccf2062 admin admin] Publish callbacks [] for security_group (d8d5ea3b-3968-44e4-828a-b13a9653c6de), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.534000 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:44.565751 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Publish callbacks [] for port (ea13dd82-9bfb-4fe0-817a-76dce9fd5365), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.572695 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0059c5d8-52d4-407c-bf0a-09dc8ccf2062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (d8d5ea3b-3968-44e4-828a-b13a9653c6de), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.579963 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Pushing event updated for resources: {'Port': ['ID=c3594b24-5227-47c7-a97e-2a4f8bb56fca,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:44.585259 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-e95198de-3ec0-45c6-a344-2fceb5ed3e89 None None] Current status of the port 3705a733-d6a4-4642-aaef-7819a5475714 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:44.605260 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9a4564bd-930d-411e-bdaf-e34951ecffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (8a2d3fd1-4c18-47cb-9a33-91b526ae9ef6), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.607804 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9a4564bd-930d-411e-bdaf-e34951ecffa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.609032 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-9a4564bd-930d-411e-bdaf-e34951ecffa0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8a2d3fd1-4c18-47cb-9a33-91b526ae9ef6 HTTP/1.1" status: 204 len: 168 time: 1.0275273 Jun 23 11:54:44.637577 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4564bd-930d-411e-bdaf-e34951ecffa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2d3fd1-4c18-47cb-9a33-91b526ae9ef6,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:44.648702 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:54:44.711978 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c8584-0ce8-4c1a-9e9e-cbc7544909c9 None None] Pushing event updated for resources: {'Port': ['ID=f5bf3404-1d15-4e3c-980b-81754016aea8,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:44.738575 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] For port 0fcf4ec7-555b-41f9-a1f8-69ded762614c, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:54:44.757532 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] For port 0fcf4ec7-555b-41f9-a1f8-69ded762614c, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=0fcf4ec7-555b-41f9-a1f8-69ded762614c,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:54:44.773718 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Sync routers for ids ['698cc3d2-001d-43a7-9177-9f66b8efe735'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:54:44.775983 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (ea13dd82-9bfb-4fe0-817a-76dce9fd5365), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.791966 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (0fcf4ec7-555b-41f9-a1f8-69ded762614c), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.862273 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.863522 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-bed18435-82fc-421f-9d5d-34c95fdd2861 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8394158 Jun 23 11:54:44.872056 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46844) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:44.885554 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 649b7bad-9d47-420d-846a-ed2d9d5256da triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:44.886047 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (649b7bad-9d47-420d-846a-ed2d9d5256da), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:44.942807 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c56fd-dc1c-4ef0-89af-43434ae7f600 None None] Pushing event updated for resources: {'Port': ['ID=0fcf4ec7-555b-41f9-a1f8-69ded762614c,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:44.948766 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Routers {'698cc3d2-001d-43a7-9177-9f66b8efe735'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:54:44.949551 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:54:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['698cc3d2-001d-43a7-9177-9f66b8efe735'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:44.978993 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:44.983274 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:44.995203 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059c5d8-52d4-407c-bf0a-09dc8ccf2062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d5ea3b-3968-44e4-828a-b13a9653c6de,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:44.996126 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:45.012796 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Publish callbacks [] for router_gateway (c0b673df-1003-4023-af23-883ae5ce1995), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:45.015934 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:54:45.045663 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (0b895e7b-1025-4b06-bc78-51f421016f3d), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:45.066372 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-0059c5d8-52d4-407c-bf0a-09dc8ccf2062 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d7fe1b47df3c48c3b8d069af1c78eb44&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4782844 Jun 23 11:54:45.077400 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46856) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:45.158801 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Pushing event updated for resources: {'Port': ['ID=ea13dd82-9bfb-4fe0-817a-76dce9fd5365,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:45.204752 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 649b7bad-9d47-420d-846a-ed2d9d5256da is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:45.205151 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (649b7bad-9d47-420d-846a-ed2d9d5256da), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:45.264958 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Publish callbacks [] for router_gateway (361e4f22-9c99-49aa-9cfc-2add10d7eeff), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:45.282772 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port 649b7bad-9d47-420d-846a-ed2d9d5256da, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=649b7bad-9d47-420d-846a-ed2d9d5256da,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:45.296473 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Set router 698cc3d2-001d-43a7-9177-9f66b8efe735 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:54:45.308240 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (649b7bad-9d47-420d-846a-ed2d9d5256da), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:45.309134 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 3705a733-d6a4-4642-aaef-7819a5475714 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:54:45.462509 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:45.470962 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] 10.222.0.67 "DELETE /v2.0/networks/0b895e7b-1025-4b06-bc78-51f421016f3d HTTP/1.1" status: 204 len: 168 time: 2.8127799 Jun 23 11:54:45.488264 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Allocated IP 172.20.0.1 (fc58067c-4167-4106-9d1e-ab7bc831a394/a37d1b82-8291-4af1-8553-fefff8cb1b81/7524accd-5918-47cb-b6df-8d53acf29226) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:54:45.510006 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46866) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:45.544975 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.services.segments.plugin [-] Segment d6e4659a-ecc9-4e30-bd36-44028dda3927 resource provider aggregate not found Jun 23 11:54:45.610803 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.services.segments.plugin [-] Segment d6e4659a-ecc9-4e30-bd36-44028dda3927 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6e4659a-ecc9-4e30-bd36-44028dda3927 found for delete ", "request_id": "req-b53fc5f0-e1e8-4502-bcf6-f8be0c38eebf"}]} Jun 23 11:54:45.611822 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:45.652810 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2b513ea2-19f5-4798-acf1-34ccdd5a189a admin admin] Publish callbacks [] for security_group (d8d5ea3b-3968-44e4-828a-b13a9653c6de), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:45.662827 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730558f-9d82-4487-a2a1-d898dfefef4e admin admin] Pushing event deleted for resources: {'Network': ['ID=0b895e7b-1025-4b06-bc78-51f421016f3d,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:45.677528 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_v2 [None req-3797467a-a70f-4440-84bb-c3b59086a8a4 admin admin] Deleting subnet 5051dd45-55ec-42ab-b656-698f1a6fd277 {{(pid=103989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:54:45.684513 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3797467a-a70f-4440-84bb-c3b59086a8a4 admin admin] Publish callbacks [] for subnet (5051dd45-55ec-42ab-b656-698f1a6fd277), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:45.696385 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:45.713875 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2b513ea2-19f5-4798-acf1-34ccdd5a189a admin admin] Publish callbacks [] for security_group (d8d5ea3b-3968-44e4-828a-b13a9653c6de), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:45.727059 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=649b7bad-9d47-420d-846a-ed2d9d5256da,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:45.736853 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3797467a-a70f-4440-84bb-c3b59086a8a4 admin admin] Publish callbacks [] for subnet (5051dd45-55ec-42ab-b656-698f1a6fd277), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:45.748650 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3797467a-a70f-4440-84bb-c3b59086a8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (5051dd45-55ec-42ab-b656-698f1a6fd277), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:45.781473 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 3705a733-d6a4-4642-aaef-7819a5475714 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:45.781865 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (3705a733-d6a4-4642-aaef-7819a5475714), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:45.805742 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:45.846047 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Publish callbacks [] for port (7524accd-5918-47cb-b6df-8d53acf29226), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:45.865859 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:41Z', 'revision_number': 3, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:45.878288 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596902'] for router (361e4f22-9c99-49aa-9cfc-2add10d7eeff), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:45.899895 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Checking router: 698cc3d2-001d-43a7-9177-9f66b8efe735 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:54:45.900862 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Updating router 698cc3d2-001d-43a7-9177-9f66b8efe735 port 6e6e0414-aa8a-41b6-84c9-dd8d55167667 binding host dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:54:45.903012 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:45.969025 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2b513ea2-19f5-4798-acf1-34ccdd5a189a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (d8d5ea3b-3968-44e4-828a-b13a9653c6de), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:45.971657 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2b513ea2-19f5-4798-acf1-34ccdd5a189a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:45.975757 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-2b513ea2-19f5-4798-acf1-34ccdd5a189a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d8d5ea3b-3968-44e4-828a-b13a9653c6de HTTP/1.1" status: 204 len: 168 time: 0.8351827 Jun 23 11:54:45.988980 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (6e6e0414-aa8a-41b6-84c9-dd8d55167667), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:46.025308 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 3705a733-d6a4-4642-aaef-7819a5475714 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:46.059117 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (7524accd-5918-47cb-b6df-8d53acf29226), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:46.065532 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b513ea2-19f5-4798-acf1-34ccdd5a189a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d5ea3b-3968-44e4-828a-b13a9653c6de,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:46.190126 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Publish callbacks [] for router_gateway (0bd1f321-5d98-4143-ba24-2a3aad50da03), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:46.221723 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Network fc58067c-4167-4106-9d1e-ab7bc831a394 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:46.232182 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:46.246340 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:54:46.259210 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Pushing event updated for resources: {'Port': ['ID=7524accd-5918-47cb-b6df-8d53acf29226,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:46.446746 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595459'] for router_interface (da65d384-6a85-49c0-8b5b-62bc581e7803), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:46.547767 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:46.551481 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596902'] for router (c0b673df-1003-4023-af23-883ae5ce1995), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:46.575285 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Publish callbacks [] for port (6e6e0414-aa8a-41b6-84c9-dd8d55167667), precommit_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:46.584200 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 649b7bad-9d47-420d-846a-ed2d9d5256da up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:54:46.589392 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (6e6e0414-aa8a-41b6-84c9-dd8d55167667), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:46.602072 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:46.632872 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa696db-4e53-4707-b89d-916557f59375 None None] Network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:54:46.803399 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Router 361e4f22-9c99-49aa-9cfc-2add10d7eeff is scheduled to L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 with binding_index 1 {{(pid=103988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:54:46.867481 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-ce8ada20-a181-4469-aea8-bb4fb9720ce6 None None] Provisioning complete for port f5bf3404-1d15-4e3c-980b-81754016aea8 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:46.868149 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ce8ada20-a181-4469-aea8-bb4fb9720ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (f5bf3404-1d15-4e3c-980b-81754016aea8), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:47.170806 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:54:47.184601 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Sync routers for ids ['361e4f22-9c99-49aa-9cfc-2add10d7eeff'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:54:47.201374 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Routers {'361e4f22-9c99-49aa-9cfc-2add10d7eeff'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:54:47.203374 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:54:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['361e4f22-9c99-49aa-9cfc-2add10d7eeff'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:47.224123 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d956b7-7c87-4261-999a-777a03b7e0ea None None] Network 8240784e-7d18-4da2-9bd8-69d0ccf85cc0 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:54:47.338395 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:47.340278 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:47.343187 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-6acebda0-ed0e-4cf5-8bc7-170089d2af78 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3425131 Jun 23 11:54:47.348468 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3797467a-a70f-4440-84bb-c3b59086a8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for subnet (5051dd45-55ec-42ab-b656-698f1a6fd277), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:47.353973 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46910) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:47.404333 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823e42c0-5eda-438f-ad0e-f4cd556c4eaa None None] Network e2860678-188a-43de-956c-7f6a2a5353f6 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:54:47.449855 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Set router 361e4f22-9c99-49aa-9cfc-2add10d7eeff gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:54:47.454586 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (7524accd-5918-47cb-b6df-8d53acf29226), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:47.482573 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Attempting to bind port 6e6e0414-aa8a-41b6-84c9-dd8d55167667 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:54:47.482951 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Attempting to bind port 6e6e0414-aa8a-41b6-84c9-dd8d55167667 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:54:47.483321 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Attempting to bind port 6e6e0414-aa8a-41b6-84c9-dd8d55167667 on network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:54:47.507426 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 649b7bad-9d47-420d-846a-ed2d9d5256da triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:47.507828 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (649b7bad-9d47-420d-846a-ed2d9d5256da), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:47.538265 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797467a-a70f-4440-84bb-c3b59086a8a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5051dd45-55ec-42ab-b656-698f1a6fd277,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:47.569370 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3797467a-a70f-4440-84bb-c3b59086a8a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:47.571766 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7b545-6e58-4a1f-8075-64181d7cefd8 None None] Pushing event updated for resources: {'Port': ['ID=6e6e0414-aa8a-41b6-84c9-dd8d55167667,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:47.584895 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-3797467a-a70f-4440-84bb-c3b59086a8a4 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5051dd45-55ec-42ab-b656-698f1a6fd277 HTTP/1.1" status: 204 len: 168 time: 2.0705087 Jun 23 11:54:47.590735 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46918) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:47.639764 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:54:47.640417 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Checking segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:47.641134 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:47.643707 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Bound using segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:54:47.644401 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Bound port: 6e6e0414-aa8a-41b6-84c9-dd8d55167667, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:54:47.646075 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (6e6e0414-aa8a-41b6-84c9-dd8d55167667), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:47.764119 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (54f98ea8-5386-4859-a36c-e86115ff53c2), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:47.854966 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 649b7bad-9d47-420d-846a-ed2d9d5256da is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:47.856275 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 0fcf4ec7-555b-41f9-a1f8-69ded762614c up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:54:47.923755 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'name': 'tempest-DeleteServersTestJSON-776549333-router', 'tenant_id': '6c041fd4759140b6926efa8c1a4935f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b5a23c45-1c09-4563-bf4c-696be8a214e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:40Z', 'updated_at': '2022-06-23T11:54:43Z', 'revision_number': 3, 'project_id': '6c041fd4759140b6926efa8c1a4935f7', 'gw_port': {'id': 'b5a23c45-1c09-4563-bf4c-696be8a214e2', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:47.977808 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Checking router: 361e4f22-9c99-49aa-9cfc-2add10d7eeff for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:54:47.978521 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Updating router 361e4f22-9c99-49aa-9cfc-2add10d7eeff port b5a23c45-1c09-4563-bf4c-696be8a214e2 binding host dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:54:48.005294 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (54f98ea8-5386-4859-a36c-e86115ff53c2), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:48.057416 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b5a23c45-1c09-4563-bf4c-696be8a214e2), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:48.066267 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:48.066915 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:48.067882 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:48.072472 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Subscribe: > port after_create 55550000 {{(pid=103989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:48.073103 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:48.073776 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Subscribe: > port after_update 55550000 {{(pid=103989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:48.074295 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:48.075121 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:48.075877 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:48.076433 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:48.104984 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] For port 6e6e0414-aa8a-41b6-84c9-dd8d55167667, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:54:48.118843 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] For port 6e6e0414-aa8a-41b6-84c9-dd8d55167667, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=6e6e0414-aa8a-41b6-84c9-dd8d55167667,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:54:48.130687 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-ce8ada20-a181-4469-aea8-bb4fb9720ce6 None None] Current status of the port f5bf3404-1d15-4e3c-980b-81754016aea8 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:48.131974 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ce8ada20-a181-4469-aea8-bb4fb9720ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (f5bf3404-1d15-4e3c-980b-81754016aea8), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:48.193888 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (6e6e0414-aa8a-41b6-84c9-dd8d55167667), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:48.199872 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:48.224288 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Publish callbacks [] for port (7524accd-5918-47cb-b6df-8d53acf29226), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:48.234911 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (7524accd-5918-47cb-b6df-8d53acf29226), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:48.279621 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:48.286197 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597651'] for router_interface (da65d384-6a85-49c0-8b5b-62bc581e7803), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:48.324831 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 0fcf4ec7-555b-41f9-a1f8-69ded762614c triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:48.325488 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (0fcf4ec7-555b-41f9-a1f8-69ded762614c), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:48.364030 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-ce8ada20-a181-4469-aea8-bb4fb9720ce6 None None] For port f5bf3404-1d15-4e3c-980b-81754016aea8, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=f5bf3404-1d15-4e3c-980b-81754016aea8,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:48.379922 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ce8ada20-a181-4469-aea8-bb4fb9720ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (f5bf3404-1d15-4e3c-980b-81754016aea8), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:48.435345 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Routers {'698cc3d2-001d-43a7-9177-9f66b8efe735'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:54:48.435990 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:54:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['698cc3d2-001d-43a7-9177-9f66b8efe735'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:48.439214 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7b545-6e58-4a1f-8075-64181d7cefd8 None None] Pushing event updated for resources: {'Port': ['ID=6e6e0414-aa8a-41b6-84c9-dd8d55167667,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:48.484200 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:48.493970 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:48.494208 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:48.494544 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103989) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 11:54:48.494930 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f98ea8-5386-4859-a36c-e86115ff53c2']}} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:48.496608 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:48.559367 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Pushing event updated for resources: {'Port': ['ID=7524accd-5918-47cb-b6df-8d53acf29226,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:48.564916 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c550832-0778-454c-9852-e17f0f50fb61') {'for_net_delete': True} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:48.564916 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c550832-0778-454c-9852-e17f0f50fb61') {} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:48.599014 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:48.631555 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28146423'] for segment (3c550832-0778-454c-9852-e17f0f50fb61), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:48.686627 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:48.701404 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (3c550832-0778-454c-9852-e17f0f50fb61), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:48.719933 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 0fcf4ec7-555b-41f9-a1f8-69ded762614c is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:48.721818 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (0fcf4ec7-555b-41f9-a1f8-69ded762614c), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:48.751333 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:54:48.751508 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27818876'] for segment (3c550832-0778-454c-9852-e17f0f50fb61), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:48.771444 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Router c0b673df-1003-4023-af23-883ae5ce1995 is scheduled to L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 with binding_index 1 {{(pid=103989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:54:48.795665 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-972cbc6c-09ee-47d9-af22-e0ba67dacbbb None None] Provisioning complete for port 0fcf4ec7-555b-41f9-a1f8-69ded762614c triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:48.796356 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-972cbc6c-09ee-47d9-af22-e0ba67dacbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (0fcf4ec7-555b-41f9-a1f8-69ded762614c), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:48.869230 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Network fc58067c-4167-4106-9d1e-ab7bc831a394 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:48.875107 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:48.906060 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ada20-a181-4469-aea8-bb4fb9720ce6 None None] Pushing event updated for resources: {'Port': ['ID=f5bf3404-1d15-4e3c-980b-81754016aea8,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:48.946210 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] Set router 698cc3d2-001d-43a7-9177-9f66b8efe735 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:54:48.963116 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Publish callbacks [] for port (b5a23c45-1c09-4563-bf4c-696be8a214e2), precommit_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:48.975302 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b5a23c45-1c09-4563-bf4c-696be8a214e2), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:49.020092 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port 0fcf4ec7-555b-41f9-a1f8-69ded762614c, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=0fcf4ec7-555b-41f9-a1f8-69ded762614c,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:49.064990 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (0fcf4ec7-555b-41f9-a1f8-69ded762614c), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:49.065962 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device f5bf3404-1d15-4e3c-980b-81754016aea8 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:54:49.094999 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Attempting to bind port b5a23c45-1c09-4563-bf4c-696be8a214e2 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:54:49.095456 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Attempting to bind port b5a23c45-1c09-4563-bf4c-696be8a214e2 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:54:49.095883 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Attempting to bind port b5a23c45-1c09-4563-bf4c-696be8a214e2 on network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:54:49.099658 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31429b-6e1d-49bf-9932-290fc1f2b835 None None] Pushing event updated for resources: {'Port': ['ID=b5a23c45-1c09-4563-bf4c-696be8a214e2,revision_number=2']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:49.112369 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:54:49.112800 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Checking segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:49.113185 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:49.113860 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:49.116763 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Bound using segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:54:49.118577 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Bound port: b5a23c45-1c09-4563-bf4c-696be8a214e2, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:54:49.120207 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b5a23c45-1c09-4563-bf4c-696be8a214e2), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:49.242462 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] For port b5a23c45-1c09-4563-bf4c-696be8a214e2, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:54:49.249476 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] For port b5a23c45-1c09-4563-bf4c-696be8a214e2, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=b5a23c45-1c09-4563-bf4c-696be8a214e2,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:54:49.250048 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:49.264903 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b5a23c45-1c09-4563-bf4c-696be8a214e2), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:49.280334 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-972cbc6c-09ee-47d9-af22-e0ba67dacbbb None None] Current status of the port 0fcf4ec7-555b-41f9-a1f8-69ded762614c is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:49.283250 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:49.314031 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port f5bf3404-1d15-4e3c-980b-81754016aea8 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:49.314031 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (f5bf3404-1d15-4e3c-980b-81754016aea8), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:49.362171 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-972cbc6c-09ee-47d9-af22-e0ba67dacbbb None None] Provisioning complete for port f5bf3404-1d15-4e3c-980b-81754016aea8 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:49.362449 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-972cbc6c-09ee-47d9-af22-e0ba67dacbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (f5bf3404-1d15-4e3c-980b-81754016aea8), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:49.379932 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=0fcf4ec7-555b-41f9-a1f8-69ded762614c,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:49.394098 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:49.398512 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31429b-6e1d-49bf-9932-290fc1f2b835 None None] Pushing event updated for resources: {'Port': ['ID=b5a23c45-1c09-4563-bf4c-696be8a214e2,revision_number=3']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:49.415137 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (54f98ea8-5386-4859-a36c-e86115ff53c2), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:49.440061 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596902'] for router (0bd1f321-5d98-4143-ba24-2a3aad50da03), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:49.456208 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Routers {'361e4f22-9c99-49aa-9cfc-2add10d7eeff'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:54:49.456881 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:54:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['361e4f22-9c99-49aa-9cfc-2add10d7eeff'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:49.470502 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Pushing event deleted for resources: {'Network': ['ID=54f98ea8-5386-4859-a36c-e86115ff53c2,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:49.477182 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:49.483566 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-56591128-5a3f-4940-89e5-d8c0896e681c admin admin] 10.222.0.67 "DELETE /v2.0/networks/54f98ea8-5386-4859-a36c-e86115ff53c2 HTTP/1.1" status: 204 len: 168 time: 1.8784328 Jun 23 11:54:49.542735 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment 3c550832-0778-454c-9852-e17f0f50fb61 resource provider aggregate not found Jun 23 11:54:49.556143 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:49.626832 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] Set router 361e4f22-9c99-49aa-9cfc-2add10d7eeff gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:54:49.647261 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:49.661180 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Router da65d384-6a85-49c0-8b5b-62bc581e7803 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:54:49.662498 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment 3c550832-0778-454c-9852-e17f0f50fb61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c550832-0778-454c-9852-e17f0f50fb61 found for delete ", "request_id": "req-f3bc0743-1bc4-4b81-aa5d-5c046c477b1f"}]} Jun 23 11:54:49.784150 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-972cbc6c-09ee-47d9-af22-e0ba67dacbbb None None] Current status of the port f5bf3404-1d15-4e3c-980b-81754016aea8 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:49.800281 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:41Z', 'revision_number': 3, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:49.802499 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Allocated IP 172.20.0.1 (8240784e-7d18-4da2-9bd8-69d0ccf85cc0/95b42627-f961-42a8-8688-d92b229d8f58/225d2d93-d607-4c27-9318-a7e6c3230506) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:54:49.861222 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port f5bf3404-1d15-4e3c-980b-81754016aea8 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:49.862457 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 175c4f54-7a0e-4f5b-932b-d3c9f405b41e up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:54:49.867253 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1eedff-e67c-452d-8a9d-debea0b87d3b None None] The sync data for ids ['698cc3d2-001d-43a7-9177-9f66b8efe735'] in dv-cinder-826608-3-iscsi is: [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:41Z', 'revision_number': 3, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:54:49.872077 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46970) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:49.898558 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-972cbc6c-09ee-47d9-af22-e0ba67dacbbb None None] Provisioning complete for port 7524accd-5918-47cb-b6df-8d53acf29226 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:49.899034 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-972cbc6c-09ee-47d9-af22-e0ba67dacbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (7524accd-5918-47cb-b6df-8d53acf29226), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:49.952394 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-972cbc6c-09ee-47d9-af22-e0ba67dacbbb None None] Port 7524accd-5918-47cb-b6df-8d53acf29226 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:54:49.965946 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:54:49.967328 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'name': 'tempest-DeleteServersTestJSON-776549333-router', 'tenant_id': '6c041fd4759140b6926efa8c1a4935f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b5a23c45-1c09-4563-bf4c-696be8a214e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:40Z', 'updated_at': '2022-06-23T11:54:43Z', 'revision_number': 3, 'project_id': '6c041fd4759140b6926efa8c1a4935f7', 'gw_port': {'id': 'b5a23c45-1c09-4563-bf4c-696be8a214e2', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:49.990273 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:49.990646 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (175c4f54-7a0e-4f5b-932b-d3c9f405b41e), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:49.992753 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Sync routers for ids ['c0b673df-1003-4023-af23-883ae5ce1995'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:54:50.024691 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fca26b-b1be-40ae-953a-2e02e3cf46f2 None None] The sync data for ids ['361e4f22-9c99-49aa-9cfc-2add10d7eeff'] in dv-cinder-826608-3-iscsi is: [{'id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'name': 'tempest-DeleteServersTestJSON-776549333-router', 'tenant_id': '6c041fd4759140b6926efa8c1a4935f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b5a23c45-1c09-4563-bf4c-696be8a214e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:40Z', 'updated_at': '2022-06-23T11:54:43Z', 'revision_number': 3, 'project_id': '6c041fd4759140b6926efa8c1a4935f7', 'gw_port': {'id': 'b5a23c45-1c09-4563-bf4c-696be8a214e2', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:54:50.029907 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:50.033656 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:50.044905 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-972cbc6c-09ee-47d9-af22-e0ba67dacbbb None None] Provisioning complete for port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:50.045095 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:54:50.045390 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-972cbc6c-09ee-47d9-af22-e0ba67dacbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (175c4f54-7a0e-4f5b-932b-d3c9f405b41e), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:50.054792 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:50.061751 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Sync routers for ids ['da65d384-6a85-49c0-8b5b-62bc581e7803'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:54:50.065171 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-8b4b1b53-dd25-4859-8520-bb1002c4fb65 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.2498069 Jun 23 11:54:50.065838 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 46972) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:50.083188 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Routers {'da65d384-6a85-49c0-8b5b-62bc581e7803'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:54:50.083188 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:54:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['da65d384-6a85-49c0-8b5b-62bc581e7803'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:50.083488 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Routers {'c0b673df-1003-4023-af23-883ae5ce1995'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:54:50.090211 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-43135463-c93f-406c-8769-129975cee1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:54:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c0b673df-1003-4023-af23-883ae5ce1995'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:50.094999 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-36064975-781a-4291-a2d2-d9b724d7f91e admin admin] 10.222.0.67 "PUT /v2.0/routers/da65d384-6a85-49c0-8b5b-62bc581e7803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1557755 Jun 23 11:54:50.120332 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-48c143c2-eff4-417d-ae5e-6383048b66ca admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=be6f9428571347cdbe36e96b7f441522&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2446630 Jun 23 11:54:50.169138 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 46976) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:50.185506 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Allocated IP 172.20.0.1 (95d2a966-c2d0-4baf-b3af-40bcab8446e6/2fea9b42-e008-42bd-8176-b6f37ce2fc7a/b41b3a97-a023-43da-8ee2-679a6dea2639) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:54:50.350726 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Publish callbacks [] for port (225d2d93-d607-4c27-9318-a7e6c3230506), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:50.361378 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Set router da65d384-6a85-49c0-8b5b-62bc581e7803 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:54:50.419363 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:50.524006 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:50.573501 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Pushing event updated for resources: {'Port': ['ID=225d2d93-d607-4c27-9318-a7e6c3230506,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:50.596871 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d7abf44c-2452-4a97-a514-42efc64fd6dd admin admin] Publish callbacks [] for security_group (e9bb12e6-7648-42e5-aba6-b93e4c28454b), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:50.599910 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Network 8240784e-7d18-4da2-9bd8-69d0ccf85cc0 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:50.605083 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:50.619978 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:54:50.635500 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:50.738587 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d7abf44c-2452-4a97-a514-42efc64fd6dd admin admin] Publish callbacks [] for security_group (e9bb12e6-7648-42e5-aba6-b93e4c28454b), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:50.777150 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Publish callbacks [] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:50.778836 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595459'] for router_interface (361e4f22-9c99-49aa-9cfc-2add10d7eeff), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:50.871044 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Set router c0b673df-1003-4023-af23-883ae5ce1995 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:54:50.937069 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:47Z', 'revision_number': 4, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port': {'id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '7524accd-5918-47cb-b6df-8d53acf29226', 'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'mac_address': 'fa:16:3e:9a:4f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:54:47Z', 'revision_number': 2, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'subnets': [{'id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:50.937357 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:51.035281 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Router 0bd1f321-5d98-4143-ba24-2a3aad50da03 is scheduled to L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 with binding_index 1 {{(pid=103989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:54:51.045525 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Checking router: da65d384-6a85-49c0-8b5b-62bc581e7803 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:54:51.045881 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Updating router da65d384-6a85-49c0-8b5b-62bc581e7803 port 7524accd-5918-47cb-b6df-8d53acf29226 binding host dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:54:51.073175 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 47014) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:51.079360 dv-cinder-826608-3-iscsi neutron-server[103988]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 11:54:51.117625 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:51.127996 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:51.128370 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (175c4f54-7a0e-4f5b-932b-d3c9f405b41e), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:51.132178 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (7524accd-5918-47cb-b6df-8d53acf29226), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:51.156617 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:51.169295 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:54:51.249774 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b41b3a97-a023-43da-8ee2-679a6dea2639,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:51.341601 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d7abf44c-2452-4a97-a514-42efc64fd6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (e9bb12e6-7648-42e5-aba6-b93e4c28454b), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:51.343207 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=175c4f54-7a0e-4f5b-932b-d3c9f405b41e,segment=NetworkSegment(1788ce92-46cc-41b2-a657-ac8e17c7cfed),segment_id=1788ce92-46cc-41b2-a657-ac8e17c7cfed)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:51.345329 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d7abf44c-2452-4a97-a514-42efc64fd6dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:51.363379 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-d7abf44c-2452-4a97-a514-42efc64fd6dd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e9bb12e6-7648-42e5-aba6-b93e4c28454b HTTP/1.1" status: 204 len: 168 time: 1.1887102 Jun 23 11:54:51.435320 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (175c4f54-7a0e-4f5b-932b-d3c9f405b41e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:51.471514 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abf44c-2452-4a97-a514-42efc64fd6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bb12e6-7648-42e5-aba6-b93e4c28454b,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:51.537977 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:51.685552 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=175c4f54-7a0e-4f5b-932b-d3c9f405b41e,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:51.706988 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-972cbc6c-09ee-47d9-af22-e0ba67dacbbb None None] Current status of the port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:51.714366 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-972cbc6c-09ee-47d9-af22-e0ba67dacbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (175c4f54-7a0e-4f5b-932b-d3c9f405b41e), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:51.827674 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:51.917928 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595459'] for router_interface (698cc3d2-001d-43a7-9177-9f66b8efe735), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:51.940926 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Publish callbacks [] for port (7524accd-5918-47cb-b6df-8d53acf29226), precommit_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:51.942275 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b5a23c45-1c09-4563-bf4c-696be8a214e2 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:54:51.961516 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (7524accd-5918-47cb-b6df-8d53acf29226), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:52.080942 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-43135463-c93f-406c-8769-129975cee1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:44Z', 'revision_number': 3, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:52.118895 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:52.126621 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-f96bc10b-f54d-4f5c-9417-c7e06a27bc64 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:52.127308 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Checking router: c0b673df-1003-4023-af23-883ae5ce1995 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:54:52.127533 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716780a3-9073-4034-a68c-68b94e5874a5 None None] Pushing event updated for resources: {'Port': ['ID=7524accd-5918-47cb-b6df-8d53acf29226,revision_number=3']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:52.128199 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-f96bc10b-f54d-4f5c-9417-c7e06a27bc64 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 819 time: 1.0525472 Jun 23 11:54:52.138056 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Updating router c0b673df-1003-4023-af23-883ae5ce1995 port c3594b24-5227-47c7-a97e-2a4f8bb56fca binding host dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:54:52.151526 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:52.177195 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.db.api [None req-972cbc6c-09ee-47d9-af22-e0ba67dacbbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 11:54:52.177798 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG oslo_db.api [None req-972cbc6c-09ee-47d9-af22-e0ba67dacbbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:54:52.181079 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:52.184233 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-013e5809-8f7e-4c6a-a0ee-d0036349a3c0 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/quotas/9353d04a04ab44e58f56fd01ca43d62e HTTP/1.1" status: 200 len: 375 time: 0.0455072 Jun 23 11:54:52.193750 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port b5a23c45-1c09-4563-bf4c-696be8a214e2 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:52.194498 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b5a23c45-1c09-4563-bf4c-696be8a214e2), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:52.270036 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (c3594b24-5227-47c7-a97e-2a4f8bb56fca), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:52.292246 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Attempting to bind port 7524accd-5918-47cb-b6df-8d53acf29226 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:54:52.292612 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Attempting to bind port 7524accd-5918-47cb-b6df-8d53acf29226 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:54:52.293624 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Attempting to bind port 7524accd-5918-47cb-b6df-8d53acf29226 on network fc58067c-4167-4106-9d1e-ab7bc831a394 {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:54:52.302349 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:54:52.302793 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Checking segment: {'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:52.303472 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:52.305046 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Bound using segment: {'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:54:52.305922 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Bound port: 7524accd-5918-47cb-b6df-8d53acf29226, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'}}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:54:52.306310 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (7524accd-5918-47cb-b6df-8d53acf29226), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:52.372553 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:52.397326 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] For port 7524accd-5918-47cb-b6df-8d53acf29226, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:54:52.405125 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] For port 7524accd-5918-47cb-b6df-8d53acf29226, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=7524accd-5918-47cb-b6df-8d53acf29226,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:54:52.411532 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-24544f35-f549-4b71-a1df-ad3b759f68b9 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2166495 Jun 23 11:54:52.423530 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (7524accd-5918-47cb-b6df-8d53acf29226), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:52.437235 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:52.446445 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47034) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:52.517485 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Publish callbacks [] for port (225d2d93-d607-4c27-9318-a7e6c3230506), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:52.524621 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:52.538409 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:52.561866 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port b5a23c45-1c09-4563-bf4c-696be8a214e2 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:52.562558 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b5a23c45-1c09-4563-bf4c-696be8a214e2), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:52.573358 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Routers {'da65d384-6a85-49c0-8b5b-62bc581e7803'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:54:52.574131 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:54:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['da65d384-6a85-49c0-8b5b-62bc581e7803'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:52.589895 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port b5a23c45-1c09-4563-bf4c-696be8a214e2, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=b5a23c45-1c09-4563-bf4c-696be8a214e2,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:52.598783 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b5a23c45-1c09-4563-bf4c-696be8a214e2), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:52.599375 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 6e6e0414-aa8a-41b6-84c9-dd8d55167667 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:54:52.611398 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:52.634962 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597651'] for router_interface (361e4f22-9c99-49aa-9cfc-2add10d7eeff), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:52.648846 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Pushing event updated for resources: {'Port': ['ID=225d2d93-d607-4c27-9318-a7e6c3230506,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:52.712659 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716780a3-9073-4034-a68c-68b94e5874a5 None None] Pushing event updated for resources: {'Port': ['ID=7524accd-5918-47cb-b6df-8d53acf29226,revision_number=4']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:52.744633 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:54:52.789760 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-afa43247-b165-4be8-bcfc-3d840f9a73a9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=af99696e74ae45ddbb856f8fab22342f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3372426 Jun 23 11:54:52.792323 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47042) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:52.815856 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:52.817529 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-f72efc10-4f33-4378-b345-84aa9da00082 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.7817290 Jun 23 11:54:52.830595 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 47044) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:52.835055 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-972cbc6c-09ee-47d9-af22-e0ba67dacbbb None None] Current status of the port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:52.840156 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Sync routers for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:54:52.955439 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:54:52.956336 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:54:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:52.962622 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] Set router da65d384-6a85-49c0-8b5b-62bc581e7803 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:54:53.001528 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-3ed79d7f-8c2c-41be-885a-488392823d69 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103988) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:54:53.005780 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-3ed79d7f-8c2c-41be-885a-488392823d69 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1919842 Jun 23 11:54:53.088456 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:53.120719 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0cf456de-a2d7-41ea-b03c-914f79a8bde9 admin admin] Publish callbacks [] for security_group (79070e1b-3199-4268-8e1e-78a58e2c31e5), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:53.122932 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:53.149920 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Network 8240784e-7d18-4da2-9bd8-69d0ccf85cc0 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:53.246784 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0cf456de-a2d7-41ea-b03c-914f79a8bde9 admin admin] Publish callbacks [] for security_group (79070e1b-3199-4268-8e1e-78a58e2c31e5), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:53.264440 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:53.281129 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=b5a23c45-1c09-4563-bf4c-696be8a214e2,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:53.315230 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-cf74c68e-2d5f-44dc-8b53-83062805898b None None] Provisioning complete for port b41b3a97-a023-43da-8ee2-679a6dea2639 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:53.315610 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-cf74c68e-2d5f-44dc-8b53-83062805898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:53.414724 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 6e6e0414-aa8a-41b6-84c9-dd8d55167667 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:53.415105 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (6e6e0414-aa8a-41b6-84c9-dd8d55167667), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:53.423194 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-cf74c68e-2d5f-44dc-8b53-83062805898b None None] Port b41b3a97-a023-43da-8ee2-679a6dea2639 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:54:53.505332 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:54:53.537265 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:47Z', 'revision_number': 4, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port': {'id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '7524accd-5918-47cb-b6df-8d53acf29226', 'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'mac_address': 'fa:16:3e:9a:4f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'subnets': [{'id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:53.566193 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Publish callbacks [] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:53.580922 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0cf456de-a2d7-41ea-b03c-914f79a8bde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (79070e1b-3199-4268-8e1e-78a58e2c31e5), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:53.583995 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0cf456de-a2d7-41ea-b03c-914f79a8bde9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:53.592714 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-0cf456de-a2d7-41ea-b03c-914f79a8bde9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/79070e1b-3199-4268-8e1e-78a58e2c31e5 HTTP/1.1" status: 204 len: 168 time: 0.7777786 Jun 23 11:54:53.608929 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:53.634357 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd50d1a1-6424-473c-bead-8793595ce106 None None] The sync data for ids ['da65d384-6a85-49c0-8b5b-62bc581e7803'] in dv-cinder-826608-3-iscsi is: [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:47Z', 'revision_number': 4, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port': {'id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '7524accd-5918-47cb-b6df-8d53acf29226', 'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'mac_address': 'fa:16:3e:9a:4f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'subnets': [{'id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:54:53.720596 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-cf74c68e-2d5f-44dc-8b53-83062805898b None None] Provisioning complete for port 7524accd-5918-47cb-b6df-8d53acf29226 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:53.721195 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-cf74c68e-2d5f-44dc-8b53-83062805898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (7524accd-5918-47cb-b6df-8d53acf29226), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:53.793832 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:53.834734 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf456de-a2d7-41ea-b03c-914f79a8bde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79070e1b-3199-4268-8e1e-78a58e2c31e5,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:53.917450 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597651'] for router_interface (698cc3d2-001d-43a7-9177-9f66b8efe735), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:53.928918 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Publish callbacks [] for port (c3594b24-5227-47c7-a97e-2a4f8bb56fca), precommit_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:53.940967 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b41b3a97-a023-43da-8ee2-679a6dea2639,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:53.944145 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:54.001670 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (c3594b24-5227-47c7-a97e-2a4f8bb56fca), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:54.045128 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:54.056023 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-2f7b9014-7e76-48a8-89c6-a88eeb55fa25 service neutron] 10.222.0.67 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9903133 Jun 23 11:54:54.159796 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1463d-2a96-4482-8c30-feb1e9e8c7ce None None] Pushing event updated for resources: {'Port': ['ID=c3594b24-5227-47c7-a97e-2a4f8bb56fca,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:54.213056 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 6e6e0414-aa8a-41b6-84c9-dd8d55167667 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:54.213632 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (6e6e0414-aa8a-41b6-84c9-dd8d55167667), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:54.229823 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-9bb27702-8052-41a5-a1bb-6784d9c2eb4f service neutron] 10.222.0.67 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728783 Jun 23 11:54:54.245562 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Router 361e4f22-9c99-49aa-9cfc-2add10d7eeff has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:54:54.334508 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-cf74c68e-2d5f-44dc-8b53-83062805898b None None] Current status of the port 7524accd-5918-47cb-b6df-8d53acf29226 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:54.337936 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-cf74c68e-2d5f-44dc-8b53-83062805898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (7524accd-5918-47cb-b6df-8d53acf29226), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:54.468106 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:54.482431 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:54.590905 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:54:54.603483 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Sync routers for ids ['361e4f22-9c99-49aa-9cfc-2add10d7eeff'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:54:54.614092 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-9064db70-93c3-46c6-9cad-59fc2b6764b6 admin admin] 10.222.0.67 "PUT /v2.0/routers/361e4f22-9c99-49aa-9cfc-2add10d7eeff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2508981 Jun 23 11:54:54.636206 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Routers {'361e4f22-9c99-49aa-9cfc-2add10d7eeff'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:54:54.639082 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:54:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['361e4f22-9c99-49aa-9cfc-2add10d7eeff'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:54.643279 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Allocated IP 172.20.0.1 (6ec90cf8-67c4-41e3-bbbb-0e606173a369/5479a9c9-7903-44a1-b59c-af44f63c9c99/3243d711-168b-434c-b57d-9f9d2f24b1ec) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:54:54.797262 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Attempting to bind port c3594b24-5227-47c7-a97e-2a4f8bb56fca on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:54:54.798083 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Attempting to bind port c3594b24-5227-47c7-a97e-2a4f8bb56fca by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:54:54.798615 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Attempting to bind port c3594b24-5227-47c7-a97e-2a4f8bb56fca on network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:54:54.838592 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port 6e6e0414-aa8a-41b6-84c9-dd8d55167667, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=6e6e0414-aa8a-41b6-84c9-dd8d55167667,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:54.848625 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:54:54.869043 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Checking segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:54.869732 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:54.870132 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Bound using segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:54:54.870632 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Bound port: c3594b24-5227-47c7-a97e-2a4f8bb56fca, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:54:54.871019 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (c3594b24-5227-47c7-a97e-2a4f8bb56fca), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:54.880600 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47108) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:54.900183 dv-cinder-826608-3-iscsi neutron-server[103989]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 11:54:54.937800 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (6e6e0414-aa8a-41b6-84c9-dd8d55167667), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:54.938850 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 0fcf4ec7-555b-41f9-a1f8-69ded762614c up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:54:54.951162 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:55.005672 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:55.043950 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 47120) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:55.058566 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-cf74c68e-2d5f-44dc-8b53-83062805898b None None] For port 7524accd-5918-47cb-b6df-8d53acf29226, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=7524accd-5918-47cb-b6df-8d53acf29226,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:54:55.061711 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Set router 361e4f22-9c99-49aa-9cfc-2add10d7eeff gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:54:55.082386 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:55.092141 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-cf74c68e-2d5f-44dc-8b53-83062805898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (7524accd-5918-47cb-b6df-8d53acf29226), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:55.100933 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:55.110258 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:45Z', 'revision_number': 3, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:55.125215 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-249079bc-8465-41d9-b7db-08ab0234d8a7 req-0c16cb73-fc83-4338-8861-00c6d0b7b412 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 210 time: 0.2294784 Jun 23 11:54:55.230193 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:55.235537 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Checking router: 0bd1f321-5d98-4143-ba24-2a3aad50da03 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:54:55.243580 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Updating router 0bd1f321-5d98-4143-ba24-2a3aad50da03 port ea13dd82-9bfb-4fe0-817a-76dce9fd5365 binding host dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:54:55.246455 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-cf74c68e-2d5f-44dc-8b53-83062805898b None None] Provisioning complete for port 225d2d93-d607-4c27-9318-a7e6c3230506 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:55.247032 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-cf74c68e-2d5f-44dc-8b53-83062805898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:55.252838 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-43135463-c93f-406c-8769-129975cee1a3 None None] For port c3594b24-5227-47c7-a97e-2a4f8bb56fca, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:54:55.263934 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Router 698cc3d2-001d-43a7-9177-9f66b8efe735 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:54:55.354301 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=6e6e0414-aa8a-41b6-84c9-dd8d55167667,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:55.368226 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-43135463-c93f-406c-8769-129975cee1a3 None None] For port c3594b24-5227-47c7-a97e-2a4f8bb56fca, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=c3594b24-5227-47c7-a97e-2a4f8bb56fca,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:54:55.444051 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (ea13dd82-9bfb-4fe0-817a-76dce9fd5365), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:55.456062 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (c3594b24-5227-47c7-a97e-2a4f8bb56fca), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:55.482143 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Allocated IP 172.20.0.1 (e2860678-188a-43de-956c-7f6a2a5353f6/3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa/290fbf3d-1ad9-4e30-8fde-e022f5eba570) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:54:55.501050 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Publish callbacks [] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:55.517152 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:55.584805 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-cf74c68e-2d5f-44dc-8b53-83062805898b None None] Port 225d2d93-d607-4c27-9318-a7e6c3230506 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:54:55.633382 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:54:55.644527 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 0fcf4ec7-555b-41f9-a1f8-69ded762614c triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:55.649861 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-b9cff1ec-e0e3-4ace-a3e1-0af6db2311b7 admin admin] 10.222.0.67 "PUT /v2.0/routers/698cc3d2-001d-43a7-9177-9f66b8efe735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7765298 Jun 23 11:54:55.652772 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (0fcf4ec7-555b-41f9-a1f8-69ded762614c), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:55.653878 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:55.667526 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Sync routers for ids ['698cc3d2-001d-43a7-9177-9f66b8efe735'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:54:55.676730 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6f87b0e7-fa7b-41f0-bff4-4036222dc2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:55.758085 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'name': 'tempest-DeleteServersTestJSON-776549333-router', 'tenant_id': '6c041fd4759140b6926efa8c1a4935f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b5a23c45-1c09-4563-bf4c-696be8a214e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:40Z', 'updated_at': '2022-06-23T11:54:51Z', 'revision_number': 4, 'project_id': '6c041fd4759140b6926efa8c1a4935f7', 'gw_port': {'id': 'b5a23c45-1c09-4563-bf4c-696be8a214e2', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '225d2d93-d607-4c27-9318-a7e6c3230506', 'name': '', 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0', 'tenant_id': '6c041fd4759140b6926efa8c1a4935f7', 'mac_address': 'fa:16:3e:1d:49:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '95b42627-f961-42a8-8688-d92b229d8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 2, 'project_id': '6c041fd4759140b6926efa8c1a4935f7', 'subnets': [{'id': '95b42627-f961-42a8-8688-d92b229d8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:55.844849 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Checking router: 361e4f22-9c99-49aa-9cfc-2add10d7eeff for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:54:55.847608 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:55.853324 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Updating router 361e4f22-9c99-49aa-9cfc-2add10d7eeff port 225d2d93-d607-4c27-9318-a7e6c3230506 binding host dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:54:55.941879 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:55.947438 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Pushing event updated for resources: {'Port': ['ID=3243d711-168b-434c-b57d-9f9d2f24b1ec,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:55.966204 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:54:55.999183 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:56.068157 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Publish callbacks [] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:56.122337 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595459'] for router_interface (c0b673df-1003-4023-af23-883ae5ce1995), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:56.187309 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Routers {'698cc3d2-001d-43a7-9177-9f66b8efe735'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:54:56.199706 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:54:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['698cc3d2-001d-43a7-9177-9f66b8efe735'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:56.210106 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74c68e-2d5f-44dc-8b53-83062805898b None None] Pushing event updated for resources: {'Port': ['ID=7524accd-5918-47cb-b6df-8d53acf29226,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:56.235940 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-cb35a1d2-d10d-453b-bcc4-793e9f718bdb None None] Provisioning complete for port b41b3a97-a023-43da-8ee2-679a6dea2639 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:56.248566 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-cb35a1d2-d10d-453b-bcc4-793e9f718bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:56.508514 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-cb35a1d2-d10d-453b-bcc4-793e9f718bdb None None] Port b41b3a97-a023-43da-8ee2-679a6dea2639 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:54:56.540959 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Routers {'c0b673df-1003-4023-af23-883ae5ce1995'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:54:56.541628 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-43135463-c93f-406c-8769-129975cee1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:54:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c0b673df-1003-4023-af23-883ae5ce1995'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:56.560860 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:56.684112 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:56.686758 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-cb35a1d2-d10d-453b-bcc4-793e9f718bdb None None] Provisioning complete for port 225d2d93-d607-4c27-9318-a7e6c3230506 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:56.687137 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-cb35a1d2-d10d-453b-bcc4-793e9f718bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:56.725367 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Publish callbacks [] for port (225d2d93-d607-4c27-9318-a7e6c3230506), precommit_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:56.729040 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:56.735041 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:56.780094 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Network e2860678-188a-43de-956c-7f6a2a5353f6 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:56.798254 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:56.810878 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484117f-9bea-42af-814a-25eb570c3127 None None] Pushing event updated for resources: {'Port': ['ID=225d2d93-d607-4c27-9318-a7e6c3230506,revision_number=3']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:56.812078 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:56.819286 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:54:56.830019 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Pushing event updated for resources: {'Port': ['ID=290fbf3d-1ad9-4e30-8fde-e022f5eba570,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:56.897161 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:56.899547 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6f87b0e7-fa7b-41f0-bff4-4036222dc2e8 admin admin] Publish callbacks [] for security_group (e792d7ef-fcad-40cb-99f2-79b49cef1437), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:56.902909 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Attempting to bind port 225d2d93-d607-4c27-9318-a7e6c3230506 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:54:56.903283 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Attempting to bind port 225d2d93-d607-4c27-9318-a7e6c3230506 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': '1788ce92-46cc-41b2-a657-ac8e17c7cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0'}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:54:56.903861 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Attempting to bind port 225d2d93-d607-4c27-9318-a7e6c3230506 on network 8240784e-7d18-4da2-9bd8-69d0ccf85cc0 {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:54:56.914503 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:54:56.914883 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Checking segment: {'id': '1788ce92-46cc-41b2-a657-ac8e17c7cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:56.915362 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:56.915944 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Bound using segment: {'id': '1788ce92-46cc-41b2-a657-ac8e17c7cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0'} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:54:56.916717 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Bound port: 225d2d93-d607-4c27-9318-a7e6c3230506, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1788ce92-46cc-41b2-a657-ac8e17c7cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0'}}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:54:56.917099 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:56.944272 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6f87b0e7-fa7b-41f0-bff4-4036222dc2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (e792d7ef-fcad-40cb-99f2-79b49cef1437), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:56.972610 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Set router 698cc3d2-001d-43a7-9177-9f66b8efe735 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:54:56.996054 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] For port 225d2d93-d607-4c27-9318-a7e6c3230506, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:54:57.001114 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] For port 225d2d93-d607-4c27-9318-a7e6c3230506, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=225d2d93-d607-4c27-9318-a7e6c3230506,segment=NetworkSegment(1788ce92-46cc-41b2-a657-ac8e17c7cfed),segment_id=1788ce92-46cc-41b2-a657-ac8e17c7cfed)] {{(pid=103991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:54:57.016206 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:57.099022 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-b3e190c9-95a6-43df-9a11-c692e0807395 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:57.106483 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-b3e190c9-95a6-43df-9a11-c692e0807395 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/networks?id=8240784e-7d18-4da2-9bd8-69d0ccf85cc0 HTTP/1.1" status: 200 len: 811 time: 1.1106644 Jun 23 11:54:57.193634 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Routers {'361e4f22-9c99-49aa-9cfc-2add10d7eeff'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:54:57.195091 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:54:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['361e4f22-9c99-49aa-9cfc-2add10d7eeff'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:57.201233 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484117f-9bea-42af-814a-25eb570c3127 None None] Pushing event updated for resources: {'Port': ['ID=225d2d93-d607-4c27-9318-a7e6c3230506,revision_number=4']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:57.208948 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595459'] for router_interface (0bd1f321-5d98-4143-ba24-2a3aad50da03), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:57.209737 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:57.250352 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-6f87b0e7-fa7b-41f0-bff4-4036222dc2e8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2217612d58a24cd09577f5875f050c14&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2012563 Jun 23 11:54:57.278927 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47216) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:57.331784 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-cb541f39-42c8-44e9-a439-e1e4de0c050c tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/quotas/6c041fd4759140b6926efa8c1a4935f7 HTTP/1.1" status: 200 len: 375 time: 0.2231631 Jun 23 11:54:57.334212 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87b0e7-fa7b-41f0-bff4-4036222dc2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e792d7ef-fcad-40cb-99f2-79b49cef1437,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:57.371321 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-5023428e-3e6a-416f-8e96-2fc6346421ef tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:57.373076 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-5023428e-3e6a-416f-8e96-2fc6346421ef tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 819 time: 1.0731719 Jun 23 11:54:57.445319 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-f4ebc11e-e3d6-4ee5-9091-ff26ebfee3d2 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/quotas/9353d04a04ab44e58f56fd01ca43d62e HTTP/1.1" status: 200 len: 375 time: 0.0659649 Jun 23 11:54:57.482167 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] Set router 361e4f22-9c99-49aa-9cfc-2add10d7eeff gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:54:57.572482 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:57.592620 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Publish callbacks [] for port (ea13dd82-9bfb-4fe0-817a-76dce9fd5365), precommit_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:57.602209 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-cb35a1d2-d10d-453b-bcc4-793e9f718bdb None None] Port 225d2d93-d607-4c27-9318-a7e6c3230506 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:54:57.603724 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1463d-2a96-4482-8c30-feb1e9e8c7ce None None] Pushing event updated for resources: {'Port': ['ID=c3594b24-5227-47c7-a97e-2a4f8bb56fca,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:57.652530 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (ea13dd82-9bfb-4fe0-817a-76dce9fd5365), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:57.659035 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3311d545-f753-46df-8101-f46bc85b1817 admin admin] Publish callbacks [] for security_group (e792d7ef-fcad-40cb-99f2-79b49cef1437), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:57.732880 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-8a3da2f3-851d-46c6-b99b-929839173bb5 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2783678 Jun 23 11:54:57.752335 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 0fcf4ec7-555b-41f9-a1f8-69ded762614c is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:54:57.754927 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device f5bf3404-1d15-4e3c-980b-81754016aea8 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:54:57.758434 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:57.762625 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3311d545-f753-46df-8101-f46bc85b1817 admin admin] Publish callbacks [] for security_group (e792d7ef-fcad-40cb-99f2-79b49cef1437), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:57.820714 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-a5af254d-f95d-4659-81f0-870bec3ef000 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c041fd4759140b6926efa8c1a4935f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4625659 Jun 23 11:54:57.861065 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:57.915092 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:57.921688 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-43135463-c93f-406c-8769-129975cee1a3 None None] Set router c0b673df-1003-4023-af23-883ae5ce1995 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:54:57.930376 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-31ed9ece-34a0-4d1d-93a7-f041ea541979 None None] Provisioning complete for port 3243d711-168b-434c-b57d-9f9d2f24b1ec triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:57.931223 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-31ed9ece-34a0-4d1d-93a7-f041ea541979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:58.011318 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66eead2-6dcc-4ab9-aa88-a6502e51ff2c None None] Pushing event updated for resources: {'Port': ['ID=ea13dd82-9bfb-4fe0-817a-76dce9fd5365,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:58.030834 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'name': 'tempest-DeleteServersTestJSON-776549333-router', 'tenant_id': '6c041fd4759140b6926efa8c1a4935f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b5a23c45-1c09-4563-bf4c-696be8a214e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:40Z', 'updated_at': '2022-06-23T11:54:51Z', 'revision_number': 4, 'project_id': '6c041fd4759140b6926efa8c1a4935f7', 'gw_port': {'id': 'b5a23c45-1c09-4563-bf4c-696be8a214e2', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '225d2d93-d607-4c27-9318-a7e6c3230506', 'name': '', 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0', 'tenant_id': '6c041fd4759140b6926efa8c1a4935f7', 'mac_address': 'fa:16:3e:1d:49:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '95b42627-f961-42a8-8688-d92b229d8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:54:56Z', 'revision_number': 4, 'project_id': '6c041fd4759140b6926efa8c1a4935f7', 'subnets': [{'id': '95b42627-f961-42a8-8688-d92b229d8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:58.078641 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3311d545-f753-46df-8101-f46bc85b1817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (e792d7ef-fcad-40cb-99f2-79b49cef1437), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:58.081523 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Attempting to bind port ea13dd82-9bfb-4fe0-817a-76dce9fd5365 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:54:58.082789 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3311d545-f753-46df-8101-f46bc85b1817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:58.083048 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Attempting to bind port ea13dd82-9bfb-4fe0-817a-76dce9fd5365 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:54:58.083541 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Attempting to bind port ea13dd82-9bfb-4fe0-817a-76dce9fd5365 on network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:54:58.088136 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-3311d545-f753-46df-8101-f46bc85b1817 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e792d7ef-fcad-40cb-99f2-79b49cef1437 HTTP/1.1" status: 204 len: 168 time: 0.7992651 Jun 23 11:54:58.094725 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31081f55-d742-47dd-ac4c-f3d877436965 None None] The sync data for ids ['361e4f22-9c99-49aa-9cfc-2add10d7eeff'] in dv-cinder-826608-3-iscsi is: [{'id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'name': 'tempest-DeleteServersTestJSON-776549333-router', 'tenant_id': '6c041fd4759140b6926efa8c1a4935f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b5a23c45-1c09-4563-bf4c-696be8a214e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:40Z', 'updated_at': '2022-06-23T11:54:51Z', 'revision_number': 4, 'project_id': '6c041fd4759140b6926efa8c1a4935f7', 'gw_port': {'id': 'b5a23c45-1c09-4563-bf4c-696be8a214e2', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '225d2d93-d607-4c27-9318-a7e6c3230506', 'name': '', 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0', 'tenant_id': '6c041fd4759140b6926efa8c1a4935f7', 'mac_address': 'fa:16:3e:1d:49:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '95b42627-f961-42a8-8688-d92b229d8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:54:56Z', 'revision_number': 4, 'project_id': '6c041fd4759140b6926efa8c1a4935f7', 'subnets': [{'id': '95b42627-f961-42a8-8688-d92b229d8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:54:58.108609 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311d545-f753-46df-8101-f46bc85b1817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e792d7ef-fcad-40cb-99f2-79b49cef1437,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:58.240927 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-973770b2-4af2-44cf-b78f-6c8b7fa4f0c5 service neutron] 10.222.0.67 "GET /v2.0/networks/8240784e-7d18-4da2-9bd8-69d0ccf85cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904374 Jun 23 11:54:58.245493 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Publish callbacks [] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:58.260239 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:58.319597 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597651'] for router_interface (c0b673df-1003-4023-af23-883ae5ce1995), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:58.325294 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-0716e0e0-1a16-461c-b2e8-7750cab8255a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:54:58.339459 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-0716e0e0-1a16-461c-b2e8-7750cab8255a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3715639 Jun 23 11:54:58.385620 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=100 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:58.387119 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-31ed9ece-34a0-4d1d-93a7-f041ea541979 None None] Port 3243d711-168b-434c-b57d-9f9d2f24b1ec cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:54:58.459635 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:58.464137 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:54:58.464537 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Checking segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:54:58.464964 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:58.465360 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Bound using segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:54:58.467598 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Bound port: ea13dd82-9bfb-4fe0-817a-76dce9fd5365, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:54:58.467987 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (ea13dd82-9bfb-4fe0-817a-76dce9fd5365), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:58.479276 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Pushing event updated for resources: {'Port': ['ID=3243d711-168b-434c-b57d-9f9d2f24b1ec,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:58.514631 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Publish callbacks [] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:58.530697 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-31ed9ece-34a0-4d1d-93a7-f041ea541979 None None] Provisioning complete for port 290fbf3d-1ad9-4e30-8fde-e022f5eba570 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:58.531074 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-31ed9ece-34a0-4d1d-93a7-f041ea541979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:58.545200 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-7a37670a-d636-4bd4-a27c-fa72eca1127d service neutron] 10.222.0.67 "GET /v2.0/networks/8240784e-7d18-4da2-9bd8-69d0ccf85cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028505 Jun 23 11:54:58.547359 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port f5bf3404-1d15-4e3c-980b-81754016aea8 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:58.547757 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (f5bf3404-1d15-4e3c-980b-81754016aea8), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:58.550619 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:58.635935 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-4a40d318-82da-4edd-aa6c-0c80612a31d1 service neutron] 10.222.0.67 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952092 Jun 23 11:54:58.749903 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Pushing event updated for resources: {'Port': ['ID=290fbf3d-1ad9-4e30-8fde-e022f5eba570,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:54:58.762505 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:58.762941 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597651'] for router_interface (0bd1f321-5d98-4143-ba24-2a3aad50da03), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:58.765985 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:58.767622 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.44', 50897) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:58.997899 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:59.073300 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=100 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:59.108209 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-d302b29c-a081-4b87-a98f-af8f2010e54e service neutron] 10.222.0.67 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713161 Jun 23 11:54:59.163188 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-88ae93b5-dd0f-4e55-9aa3-00dba5c9ac5d tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:54:59.175713 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-88ae93b5-dd0f-4e55-9aa3-00dba5c9ac5d tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 819 time: 0.4070270 Jun 23 11:54:59.203447 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Router c0b673df-1003-4023-af23-883ae5ce1995 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:54:59.206454 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Network e2860678-188a-43de-956c-7f6a2a5353f6 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:54:59.209386 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:54:59.356594 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-31ed9ece-34a0-4d1d-93a7-f041ea541979 None None] Port 290fbf3d-1ad9-4e30-8fde-e022f5eba570 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:54:59.441586 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] For port ea13dd82-9bfb-4fe0-817a-76dce9fd5365, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:54:59.448898 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'b41b3a97-a023-43da-8ee2-679a6dea2639', 'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'mac_address': 'fa:16:3e:1d:8c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 2, 'project_id': 'd211354c655b469491d235e5507e61ba', 'subnets': [{'id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:59.455729 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47296) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:54:59.458955 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-5b064269-240e-4693-9a26-06791d5e6a98 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Request body: {'port': {'device_id': 'e63e29e5-ecda-4f38-a06f-ba4d2cf35e50', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'admin_state_up': True, 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:54:59.578841 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-31ed9ece-34a0-4d1d-93a7-f041ea541979 None None] Provisioning complete for port 225d2d93-d607-4c27-9318-a7e6c3230506 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:54:59.581069 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-31ed9ece-34a0-4d1d-93a7-f041ea541979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:59.599035 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ab1d08ba-674b-426b-8e35-8bb35aa1f6cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:59.618125 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] For port ea13dd82-9bfb-4fe0-817a-76dce9fd5365, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=ea13dd82-9bfb-4fe0-817a-76dce9fd5365,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:54:59.663901 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Checking router: 698cc3d2-001d-43a7-9177-9f66b8efe735 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:54:59.664258 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Updating router 698cc3d2-001d-43a7-9177-9f66b8efe735 port b41b3a97-a023-43da-8ee2-679a6dea2639 binding host dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:54:59.734210 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-43135463-c93f-406c-8769-129975cee1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:44Z', 'revision_number': 3, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:54:59.736693 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (ea13dd82-9bfb-4fe0-817a-76dce9fd5365), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:59.834690 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:54:59.843225 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4c113ba0-5922-4e21-9436-c8916dc0a48e req-2ffe0302-e211-421e-9581-fa66b959438c tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 210 time: 0.2952662 Jun 23 11:54:59.931739 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:54:59.970817 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:54:59.985259 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-eb77822e-fbef-499d-bf8a-f7d0e82b166a admin admin] 10.222.0.67 "PUT /v2.0/routers/c0b673df-1003-4023-af23-883ae5ce1995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9027967 Jun 23 11:55:00.068898 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:00.079312 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47338) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:00.143988 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-59e79af3-3976-4686-9c33-d0475d9b6533 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1204417498', 'description': 'tempest-description--1680433598'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:00.277218 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9fe3277f-382d-483e-90bc-aa6c7383f054 req-bb011208-1738-4b89-bd0f-71b6e5e2533b tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 210 time: 0.1984198 Jun 23 11:55:00.342861 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ab1d08ba-674b-426b-8e35-8bb35aa1f6cb admin admin] Publish callbacks [] for security_group (c574089e-ebc5-4ffb-942c-9d4781cac694), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:00.345983 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-59e79af3-3976-4686-9c33-d0475d9b6533 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:00.381130 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port f5bf3404-1d15-4e3c-980b-81754016aea8 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:00.387548 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43135463-c93f-406c-8769-129975cee1a3 None None] The sync data for ids ['c0b673df-1003-4023-af23-883ae5ce1995'] in dv-cinder-826608-3-iscsi is: [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:44Z', 'revision_number': 3, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:55:00.406673 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ab1d08ba-674b-426b-8e35-8bb35aa1f6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (c574089e-ebc5-4ffb-942c-9d4781cac694), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:00.440462 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47370) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:00.480603 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Router 0bd1f321-5d98-4143-ba24-2a3aad50da03 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:55:00.587228 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-ab1d08ba-674b-426b-8e35-8bb35aa1f6cb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d0aea691d4364660ad9d1b274326f4f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1257160 Jun 23 11:55:00.587801 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47382) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:00.613703 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d08ba-674b-426b-8e35-8bb35aa1f6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c574089e-ebc5-4ffb-942c-9d4781cac694,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:00.629915 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66eead2-6dcc-4ab9-aa88-a6502e51ff2c None None] Pushing event updated for resources: {'Port': ['ID=ea13dd82-9bfb-4fe0-817a-76dce9fd5365,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:00.697390 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:55:00.706633 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:54:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:00.762032 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3da57575-0b58-4ce9-a718-82b4cd587396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:00.840051 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-5b064269-240e-4693-9a26-06791d5e6a98 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Made reservation on behalf of 9353d04a04ab44e58f56fd01ca43d62e for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:55:00.840887 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-31ed9ece-34a0-4d1d-93a7-f041ea541979 None None] Current status of the port 225d2d93-d607-4c27-9318-a7e6c3230506 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:00.841535 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-31ed9ece-34a0-4d1d-93a7-f041ea541979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:00.850667 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-5b064269-240e-4693-9a26-06791d5e6a98 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:00.911742 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-59e79af3-3976-4686-9c33-d0475d9b6533 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group (d14ea084-7bd9-445f-a6fe-d9f004a93d67), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:00.913799 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-5a0e2033-b805-4a6f-adaf-eb6eba01db14 admin admin] Publish callbacks [] for security_group (c574089e-ebc5-4ffb-942c-9d4781cac694), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:00.930092 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-59e79af3-3976-4686-9c33-d0475d9b6533 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (d14ea084-7bd9-445f-a6fe-d9f004a93d67), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:00.969204 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-31ed9ece-34a0-4d1d-93a7-f041ea541979 None None] For port 225d2d93-d607-4c27-9318-a7e6c3230506, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=225d2d93-d607-4c27-9318-a7e6c3230506,segment=NetworkSegment(1788ce92-46cc-41b2-a657-ac8e17c7cfed),segment_id=1788ce92-46cc-41b2-a657-ac8e17c7cfed)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:00.986375 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-31ed9ece-34a0-4d1d-93a7-f041ea541979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:00.989582 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-5a0e2033-b805-4a6f-adaf-eb6eba01db14 admin admin] Publish callbacks [] for security_group (c574089e-ebc5-4ffb-942c-9d4781cac694), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:01.047617 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 47388) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:01.053835 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-4da59879-b40b-44d4-8003-ee51c9094a01 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--810363084', 'description': 'tempest-description--65916797'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:01.109026 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 7524accd-5918-47cb-b6df-8d53acf29226 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:01.322476 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e79af3-3976-4686-9c33-d0475d9b6533 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14ea084-7bd9-445f-a6fe-d9f004a93d67,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:01.436342 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3da57575-0b58-4ce9-a718-82b4cd587396 admin admin] Publish callbacks [] for security_group (aeb648da-77d0-4731-b46c-82a7a3d085fc), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:01.444176 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-59e79af3-3976-4686-9c33-d0475d9b6533 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:01.450794 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-59e79af3-3976-4686-9c33-d0475d9b6533 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3581533 Jun 23 11:55:01.459140 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47396) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:01.459643 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:55:01.479600 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-57d492fa-262b-4138-8cc5-65e01dc3820a req-d6f90a85-08ab-4550-a507-d7cb66f1a624 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 210 time: 0.3238006 Jun 23 11:55:01.482535 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3da57575-0b58-4ce9-a718-82b4cd587396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (aeb648da-77d0-4731-b46c-82a7a3d085fc), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:01.490808 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-5a0e2033-b805-4a6f-adaf-eb6eba01db14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (c574089e-ebc5-4ffb-942c-9d4781cac694), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:01.498045 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-5a0e2033-b805-4a6f-adaf-eb6eba01db14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:01.503015 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-5a0e2033-b805-4a6f-adaf-eb6eba01db14 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c574089e-ebc5-4ffb-942c-9d4781cac694 HTTP/1.1" status: 204 len: 168 time: 0.9087825 Jun 23 11:55:01.524847 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-4f114cc3-1bf2-4df8-8c2e-bf7639c6e632 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Request body: {'security_group_rule': {'security_group_id': 'd14ea084-7bd9-445f-a6fe-d9f004a93d67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:01.549543 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-0e198663-27b7-4e04-a41b-59a7b3d01728 admin admin] 10.222.0.67 "PUT /v2.0/routers/0bd1f321-5d98-4143-ba24-2a3aad50da03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6782084 Jun 23 11:55:01.581005 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-4da59879-b40b-44d4-8003-ee51c9094a01 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:01.639325 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:01.798430 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-3da57575-0b58-4ce9-a718-82b4cd587396 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c7dfd2e9802946f9801d4d6e055a79d5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3203638 Jun 23 11:55:01.800945 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47408) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:01.806007 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:01.808312 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4f114cc3-1bf2-4df8-8c2e-bf7639c6e632 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group_rule (afe38f2b-d025-455c-af3a-5ecde21a629b), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:01.810396 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-dfdd1832-78f8-4476-9a66-4b798302112a None None] Provisioning complete for port 3243d711-168b-434c-b57d-9f9d2f24b1ec triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:01.811356 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-dfdd1832-78f8-4476-9a66-4b798302112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:01.850350 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:01.868267 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da57575-0b58-4ce9-a718-82b4cd587396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb648da-77d0-4731-b46c-82a7a3d085fc,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:01.882611 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed9ece-34a0-4d1d-93a7-f041ea541979 None None] Pushing event updated for resources: {'Port': ['ID=225d2d93-d607-4c27-9318-a7e6c3230506,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:01.887011 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e2033-b805-4a6f-adaf-eb6eba01db14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c574089e-ebc5-4ffb-942c-9d4781cac694,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:01.947408 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-50344f4e-eaa9-45ea-97af-380bb0bc8518 admin admin] Publish callbacks [] for security_group (aeb648da-77d0-4731-b46c-82a7a3d085fc), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:01.972752 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-f89dcac6-42e2-4513-8e64-f7a24c6ac30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:01.978781 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-50344f4e-eaa9-45ea-97af-380bb0bc8518 admin admin] Publish callbacks [] for security_group (aeb648da-77d0-4731-b46c-82a7a3d085fc), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:02.026489 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=100 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:02.036160 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Publish callbacks [] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), precommit_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:02.068533 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:02.154678 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.44', 50904) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:02.161213 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:55:02.168712 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd1832-78f8-4476-9a66-4b798302112a None None] Port 3243d711-168b-434c-b57d-9f9d2f24b1ec cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:55:02.256561 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47422) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:02.270752 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-e8e2ca7e-8ca0-44f0-8a40-0763986974c8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2004205864', 'description': 'tempest-description--1587898828'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:02.274281 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf02bfa-4984-4508-9cae-98674816448e None None] Pushing event updated for resources: {'Port': ['ID=b41b3a97-a023-43da-8ee2-679a6dea2639,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:02.321665 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-dfdd1832-78f8-4476-9a66-4b798302112a None None] Provisioning complete for port 290fbf3d-1ad9-4e30-8fde-e022f5eba570 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:02.322446 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-dfdd1832-78f8-4476-9a66-4b798302112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:02.391979 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4f114cc3-1bf2-4df8-8c2e-bf7639c6e632 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group_rule (afe38f2b-d025-455c-af3a-5ecde21a629b), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:02.401344 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 7524accd-5918-47cb-b6df-8d53acf29226 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:02.401847 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (7524accd-5918-47cb-b6df-8d53acf29226), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:02.443188 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4f114cc3-1bf2-4df8-8c2e-bf7639c6e632 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (afe38f2b-d025-455c-af3a-5ecde21a629b), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:02.578553 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4f114cc3-1bf2-4df8-8c2e-bf7639c6e632 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:02.609856 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-4f114cc3-1bf2-4df8-8c2e-bf7639c6e632 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1072452 Jun 23 11:55:02.697812 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:02.705481 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47428) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:02.924632 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd1832-78f8-4476-9a66-4b798302112a None None] Port 290fbf3d-1ad9-4e30-8fde-e022f5eba570 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:55:03.048505 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ebaedc21-bd3b-4159-b5cf-c6d44c433936 req-4d56c27e-83cb-4e44-8c86-51c50a31f31b tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 210 time: 0.3553841 Jun 23 11:55:03.063097 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-e5963f6c-06df-4d30-ac98-0b092b369e7c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Request body: {'security_group_rule': {'security_group_id': 'd14ea084-7bd9-445f-a6fe-d9f004a93d67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:03.095365 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-5b064269-240e-4693-9a26-06791d5e6a98 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Allocated IP 172.20.0.5 (fc58067c-4167-4106-9d1e-ab7bc831a394/a37d1b82-8291-4af1-8553-fefff8cb1b81/66465037-49ad-4b75-9a72-74ba5935f37a) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:55:03.108759 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e8e2ca7e-8ca0-44f0-8a40-0763986974c8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:03.136648 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-4da59879-b40b-44d4-8003-ee51c9094a01 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group (563f4053-21c7-47f1-b900-c0459f9904c8), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:03.139351 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-50344f4e-eaa9-45ea-97af-380bb0bc8518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (aeb648da-77d0-4731-b46c-82a7a3d085fc), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:03.142299 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-50344f4e-eaa9-45ea-97af-380bb0bc8518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:03.150041 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-4da59879-b40b-44d4-8003-ee51c9094a01 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (563f4053-21c7-47f1-b900-c0459f9904c8), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:03.158888 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-50344f4e-eaa9-45ea-97af-380bb0bc8518 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aeb648da-77d0-4731-b46c-82a7a3d085fc HTTP/1.1" status: 204 len: 168 time: 1.3321214 Jun 23 11:55:03.209521 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f114cc3-1bf2-4df8-8c2e-bf7639c6e632 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe38f2b-d025-455c-af3a-5ecde21a629b,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:03.242813 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50344f4e-eaa9-45ea-97af-380bb0bc8518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb648da-77d0-4731-b46c-82a7a3d085fc,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:03.265830 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da59879-b40b-44d4-8003-ee51c9094a01 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563f4053-21c7-47f1-b900-c0459f9904c8,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:03.297665 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-4da59879-b40b-44d4-8003-ee51c9094a01 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:03.301631 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-4da59879-b40b-44d4-8003-ee51c9094a01 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.2503762 Jun 23 11:55:03.314497 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 47454) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:03.346068 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-f173881a-8520-4df9-8f37-e4da1ce1897a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Request body: {'security_group_rule': {'security_group_id': '563f4053-21c7-47f1-b900-c0459f9904c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:03.439885 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4ea54c18-1cf3-4aa7-a475-399934fee3d0 req-e9e9be1f-a95d-4a92-978c-c3408aab5f57 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 210 time: 0.3824730 Jun 23 11:55:03.440802 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5963f6c-06df-4d30-ac98-0b092b369e7c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group_rule (ea315d22-6d9f-4bac-9966-53ec0af049e4), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:03.461449 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Attempting to bind port b41b3a97-a023-43da-8ee2-679a6dea2639 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:55:03.463381 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Attempting to bind port b41b3a97-a023-43da-8ee2-679a6dea2639 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:55:03.464473 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Attempting to bind port b41b3a97-a023-43da-8ee2-679a6dea2639 on network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:03.526842 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-2d62e4cf-fc1c-4057-8957-857c7fea1a75 None None] Provisioning complete for port b41b3a97-a023-43da-8ee2-679a6dea2639 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:03.527950 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2d62e4cf-fc1c-4057-8957-857c7fea1a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:03.536343 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.44', 50908) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:03.726878 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5963f6c-06df-4d30-ac98-0b092b369e7c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group_rule (ea315d22-6d9f-4bac-9966-53ec0af049e4), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:03.741056 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:03.741659 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:03.750057 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5963f6c-06df-4d30-ac98-0b092b369e7c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (ea315d22-6d9f-4bac-9966-53ec0af049e4), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:03.784244 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-cb508243-0c37-4cda-9a66-63f4949a1c22 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:03.789677 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-cb508243-0c37-4cda-9a66-63f4949a1c22 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 819 time: 1.6282477 Jun 23 11:55:03.853852 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-f7d9ff6b-75db-4b74-8dc0-57e128977fa7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Request body: {'port': {'device_id': 'ec85106b-8a3d-4c85-b842-40523a7eb9ca', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'admin_state_up': True, 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:03.865682 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:55:03.867898 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Checking segment: {'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:55:03.869059 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:03.870026 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Bound using segment: {'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:55:03.872313 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Bound port: b41b3a97-a023-43da-8ee2-679a6dea2639, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:55:03.873302 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:03.909316 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f173881a-8520-4df9-8f37-e4da1ce1897a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group_rule (2b1758ff-5c4c-4c96-a414-560d99372172), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:03.981890 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-fd15eaee-5791-4aba-9c43-562df2129ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:04.086345 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 7524accd-5918-47cb-b6df-8d53acf29226 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:04.112968 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 225d2d93-d607-4c27-9318-a7e6c3230506 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:04.177549 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 47476) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:04.267737 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-2d62e4cf-fc1c-4057-8957-857c7fea1a75 None None] Port b41b3a97-a023-43da-8ee2-679a6dea2639 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:55:04.275131 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:54:58Z', 'revision_number': 2, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:04.491327 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e8e2ca7e-8ca0-44f0-8a40-0763986974c8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (cb3dd00b-1703-4c65-93bc-207ec2b900fe), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:04.495384 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5963f6c-06df-4d30-ac98-0b092b369e7c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea315d22-6d9f-4bac-9966-53ec0af049e4,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:04.551829 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f0a455ea-c02b-4ee4-93ad-4829c267e054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:04.569555 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5963f6c-06df-4d30-ac98-0b092b369e7c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:04.587546 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e5963f6c-06df-4d30-ac98-0b092b369e7c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5344419 Jun 23 11:55:04.588303 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e8e2ca7e-8ca0-44f0-8a40-0763986974c8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (cb3dd00b-1703-4c65-93bc-207ec2b900fe), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:04.599352 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47482) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:04.635174 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Request body: {'floatingip': {'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:04.765520 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-90206110-3438-42bd-8b83-adadd405b206 req-393ffb08-67cc-4093-b067-52ef66ee38ec tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 210 time: 0.2736075 Jun 23 11:55:04.896261 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:04.902137 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:04.905362 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-f7d9ff6b-75db-4b74-8dc0-57e128977fa7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Made reservation on behalf of 9353d04a04ab44e58f56fd01ca43d62e for: {'port': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:55:04.915888 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-f7d9ff6b-75db-4b74-8dc0-57e128977fa7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:04.964414 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e57e32-a834-4e0a-a0fe-3a5b0ffe190d None None] The sync data for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi is: [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:54:58Z', 'revision_number': 2, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:55:05.031393 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] For port b41b3a97-a023-43da-8ee2-679a6dea2639, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:55:05.044945 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] For port b41b3a97-a023-43da-8ee2-679a6dea2639, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=b41b3a97-a023-43da-8ee2-679a6dea2639,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:55:05.065308 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:05.084243 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e8e2ca7e-8ca0-44f0-8a40-0763986974c8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:05.086600 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e8e2ca7e-8ca0-44f0-8a40-0763986974c8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.8277531 Jun 23 11:55:05.088745 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9cf12661-d1a4-4e94-ac75-04adf09b7d96 req-8755b114-25a8-4bb9-8da3-fa110b627cb9 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 210 time: 0.2588141 Jun 23 11:55:05.092615 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2ca7e-8ca0-44f0-8a40-0763986974c8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3dd00b-1703-4c65-93bc-207ec2b900fe,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:05.095511 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47494) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:05.105770 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-c56d85a5-b06c-4ee5-a506-dfc7bf962b47 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'security_group_rule': {'security_group_id': 'cb3dd00b-1703-4c65-93bc-207ec2b900fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:05.119921 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f173881a-8520-4df9-8f37-e4da1ce1897a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group_rule (2b1758ff-5c4c-4c96-a414-560d99372172), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:05.125211 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f0a455ea-c02b-4ee4-93ad-4829c267e054 admin admin] Publish callbacks [] for security_group (515dc4b9-2542-4128-9f26-56486f9e588d), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:05.130660 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 225d2d93-d607-4c27-9318-a7e6c3230506 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:05.132437 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:05.159046 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:05.180397 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-5b064269-240e-4693-9a26-06791d5e6a98 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for port (66465037-49ad-4b75-9a72-74ba5935f37a), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:05.225736 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f173881a-8520-4df9-8f37-e4da1ce1897a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (2b1758ff-5c4c-4c96-a414-560d99372172), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:05.231413 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:05.247908 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f0a455ea-c02b-4ee4-93ad-4829c267e054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (515dc4b9-2542-4128-9f26-56486f9e588d), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:05.251385 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-5b064269-240e-4693-9a26-06791d5e6a98 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (66465037-49ad-4b75-9a72-74ba5935f37a), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:05.255815 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173881a-8520-4df9-8f37-e4da1ce1897a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1758ff-5c4c-4c96-a414-560d99372172,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:05.297705 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-c433dd4d-eaae-4f95-8c62-8351e60a8730 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:05.300173 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-c433dd4d-eaae-4f95-8c62-8351e60a8730 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.44 "GET /v2.0/networks?id=8240784e-7d18-4da2-9bd8-69d0ccf85cc0 HTTP/1.1" status: 200 len: 811 time: 1.7627289 Jun 23 11:55:05.311696 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c56d85a5-b06c-4ee5-a506-dfc7bf962b47 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (90cd2fb0-dda1-40bf-86bf-0e7f877bd88d), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:05.324921 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a455ea-c02b-4ee4-93ad-4829c267e054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515dc4b9-2542-4128-9f26-56486f9e588d,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:05.342878 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:05.354873 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-7946f076-0595-4518-a7c8-fd9a6e68365e tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Request body: {'port': {'device_id': 'd4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c', 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0', 'admin_state_up': True, 'tenant_id': '6c041fd4759140b6926efa8c1a4935f7'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:05.381978 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Routers {'698cc3d2-001d-43a7-9177-9f66b8efe735'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:55:05.382630 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:55:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['698cc3d2-001d-43a7-9177-9f66b8efe735'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:05.530195 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 225d2d93-d607-4c27-9318-a7e6c3230506 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:05.531345 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b5a23c45-1c09-4563-bf4c-696be8a214e2 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:05.571846 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47502) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:05.573472 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-f0a455ea-c02b-4ee4-93ad-4829c267e054 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4c2cfa97ca86470c86f0d436da74f89d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3433266 Jun 23 11:55:05.583385 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:05.584384 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf02bfa-4984-4508-9cae-98674816448e None None] Pushing event updated for resources: {'Port': ['ID=b41b3a97-a023-43da-8ee2-679a6dea2639,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:05.611060 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f173881a-8520-4df9-8f37-e4da1ce1897a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:05.621727 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port b5a23c45-1c09-4563-bf4c-696be8a214e2 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:05.622199 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b5a23c45-1c09-4563-bf4c-696be8a214e2), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:05.624552 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-f173881a-8520-4df9-8f37-e4da1ce1897a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3088148 Jun 23 11:55:05.625298 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 47504) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:05.874694 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-5b064269-240e-4693-9a26-06791d5e6a98 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Network fc58067c-4167-4106-9d1e-ab7bc831a394 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:55:05.885450 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-83a26360-6b75-4cea-a9e2-b8c995796160 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Request body: {'security_group_rule': {'security_group_id': '563f4053-21c7-47f1-b900-c0459f9904c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:05.911281 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b064269-240e-4693-9a26-06791d5e6a98 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Pushing event updated for resources: {'Port': ['ID=66465037-49ad-4b75-9a72-74ba5935f37a,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:05.927673 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-5b064269-240e-4693-9a26-06791d5e6a98 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:55:05.930257 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port b5a23c45-1c09-4563-bf4c-696be8a214e2 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:05.931397 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 6e6e0414-aa8a-41b6-84c9-dd8d55167667 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:05.933803 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-5b064269-240e-4693-9a26-06791d5e6a98 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:55:06.004258 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-14dab890-f4d8-44ba-9129-edc1ccb33d84 req-46cc7b2e-b093-46e7-bc63-b4e2abcd9662 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 210 time: 0.1018457 Jun 23 11:55:06.050497 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-f7d9ff6b-75db-4b74-8dc0-57e128977fa7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Allocated IP 172.20.0.9 (fc58067c-4167-4106-9d1e-ab7bc831a394/a37d1b82-8291-4af1-8553-fefff8cb1b81/9ebd518b-a0cf-45b8-bc44-758c460d139b) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:55:06.111159 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] Set router 698cc3d2-001d-43a7-9177-9f66b8efe735 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:55:06.116877 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:06.165537 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-7946f076-0595-4518-a7c8-fd9a6e68365e tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Made reservation on behalf of 6c041fd4759140b6926efa8c1a4935f7 for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:55:06.192621 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-7946f076-0595-4518-a7c8-fd9a6e68365e tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:06.220863 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-84c170b8-5dd3-4761-b462-255ef9e94270 None None] Provisioning complete for port b41b3a97-a023-43da-8ee2-679a6dea2639 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:06.224871 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-84c170b8-5dd3-4761-b462-255ef9e94270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:06.274729 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-83a26360-6b75-4cea-a9e2-b8c995796160 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group_rule (a434c6d0-1903-43b3-b7a0-9f5265471f40), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:06.392898 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-5b064269-240e-4693-9a26-06791d5e6a98 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:06.393906 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-5b064269-240e-4693-9a26-06791d5e6a98 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:06.405410 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:06.510449 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c56d85a5-b06c-4ee5-a506-dfc7bf962b47 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (90cd2fb0-dda1-40bf-86bf-0e7f877bd88d), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:06.516352 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:06.517812 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:06.529954 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 6e6e0414-aa8a-41b6-84c9-dd8d55167667 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:06.530272 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (6e6e0414-aa8a-41b6-84c9-dd8d55167667), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:06.544545 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-83a26360-6b75-4cea-a9e2-b8c995796160 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group_rule (a434c6d0-1903-43b3-b7a0-9f5265471f40), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:06.624792 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-5b064269-240e-4693-9a26-06791d5e6a98 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2040513 Jun 23 11:55:06.625897 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-83a26360-6b75-4cea-a9e2-b8c995796160 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (a434c6d0-1903-43b3-b7a0-9f5265471f40), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:06.651271 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c56d85a5-b06c-4ee5-a506-dfc7bf962b47 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (90cd2fb0-dda1-40bf-86bf-0e7f877bd88d), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:06.675475 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-11616799-4a79-4295-8693-753ca26ee11c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103988) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:55:06.676510 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-11616799-4a79-4295-8693-753ca26ee11c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0286710 Jun 23 11:55:06.717044 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a26360-6b75-4cea-a9e2-b8c995796160 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a434c6d0-1903-43b3-b7a0-9f5265471f40,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:06.748020 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-83a26360-6b75-4cea-a9e2-b8c995796160 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:06.749359 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-83a26360-6b75-4cea-a9e2-b8c995796160 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8904431 Jun 23 11:55:06.759952 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-19ce87d5-ffb1-4761-8d11-e17aac36a5b3 admin admin] Publish callbacks [] for security_group (515dc4b9-2542-4128-9f26-56486f9e588d), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:06.771604 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47524) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:06.820267 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Request body: {'floatingip': {'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:06.865806 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-7946f076-0595-4518-a7c8-fd9a6e68365e tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Allocated IP 172.20.0.10 (8240784e-7d18-4da2-9bd8-69d0ccf85cc0/95b42627-f961-42a8-8688-d92b229d8f58/c1887889-94c0-435d-9dc4-a46cb2e8dbac) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:55:06.866220 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-79540275-f1ed-4e93-a9f2-2ee03286c6e3 req-a6591c7b-e5b9-4426-b5e3-7c189a781d71 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 210 time: 0.4794407 Jun 23 11:55:06.888063 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d85a5-b06c-4ee5-a506-dfc7bf962b47 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90cd2fb0-dda1-40bf-86bf-0e7f877bd88d,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:06.977131 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c56d85a5-b06c-4ee5-a506-dfc7bf962b47 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:06.978373 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-c56d85a5-b06c-4ee5-a506-dfc7bf962b47 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8797665 Jun 23 11:55:06.982473 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Sync routers for ids ['c0b673df-1003-4023-af23-883ae5ce1995'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:55:06.994744 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47532) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:07.001032 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-e11b684d-6bc8-4943-8417-33938f5b6ff1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'security_group_rule': {'security_group_id': 'cb3dd00b-1703-4c65-93bc-207ec2b900fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:07.008916 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Routers {'c0b673df-1003-4023-af23-883ae5ce1995'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:55:07.009548 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:55:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c0b673df-1003-4023-af23-883ae5ce1995'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:07.023631 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-19ce87d5-ffb1-4761-8d11-e17aac36a5b3 admin admin] Publish callbacks [] for security_group (515dc4b9-2542-4128-9f26-56486f9e588d), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:07.078634 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-84c170b8-5dd3-4761-b462-255ef9e94270 None None] Current status of the port b41b3a97-a023-43da-8ee2-679a6dea2639 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:07.080372 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-84c170b8-5dd3-4761-b462-255ef9e94270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:07.249937 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 6e6e0414-aa8a-41b6-84c9-dd8d55167667 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:07.252068 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 175c4f54-7a0e-4f5b-932b-d3c9f405b41e up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:07.276618 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Allocated IP 172.27.3.65 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/e302ac65-078c-44ea-9d2a-ac9400c88ab7) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:55:07.284357 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Request body: {'port': {'device_id': 'e63e29e5-ecda-4f38-a06f-ba4d2cf35e50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:07.303504 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-11991bab-45ff-4f09-b802-7189f59594f7 req-54521df0-9189-46a4-8b0a-901159414b7b tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 210 time: 0.1261992 Jun 23 11:55:07.367799 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'b41b3a97-a023-43da-8ee2-679a6dea2639', 'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'mac_address': 'fa:16:3e:1d:8c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:55:05Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'subnets': [{'id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:07.370827 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:07.371499 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:07.372329 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=100 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:07.384031 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-84c170b8-5dd3-4761-b462-255ef9e94270 None None] For port b41b3a97-a023-43da-8ee2-679a6dea2639, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=b41b3a97-a023-43da-8ee2-679a6dea2639,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:07.479460 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-84c170b8-5dd3-4761-b462-255ef9e94270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:07.488529 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35090ca8-97c4-4c2a-b17f-20a5b99a51f3 None None] The sync data for ids ['698cc3d2-001d-43a7-9177-9f66b8efe735'] in dv-cinder-826608-3-iscsi is: [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'b41b3a97-a023-43da-8ee2-679a6dea2639', 'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'mac_address': 'fa:16:3e:1d:8c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:55:05Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'subnets': [{'id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:55:07.500361 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-7946f076-0595-4518-a7c8-fd9a6e68365e tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Publish callbacks [] for port (c1887889-94c0-435d-9dc4-a46cb2e8dbac), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:07.518037 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Set router c0b673df-1003-4023-af23-883ae5ce1995 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:55:07.569336 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for port (e302ac65-078c-44ea-9d2a-ac9400c88ab7), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:07.621501 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-59c87a4c-bb6a-4051-aed6-94c308617c3c None None] Provisioning complete for port 66465037-49ad-4b75-9a72-74ba5935f37a triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:07.621884 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-59c87a4c-bb6a-4051-aed6-94c308617c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (66465037-49ad-4b75-9a72-74ba5935f37a), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:07.763800 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (66465037-49ad-4b75-9a72-74ba5935f37a), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:07.765133 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:07.773770 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-59c87a4c-bb6a-4051-aed6-94c308617c3c None None] Port 66465037-49ad-4b75-9a72-74ba5935f37a cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:55:07.856639 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:07.857057 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (175c4f54-7a0e-4f5b-932b-d3c9f405b41e), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:07.863102 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c170b8-5dd3-4761-b462-255ef9e94270 None None] Pushing event updated for resources: {'Port': ['ID=b41b3a97-a023-43da-8ee2-679a6dea2639,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:07.895004 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e11b684d-6bc8-4943-8417-33938f5b6ff1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (1a1d5021-de28-453f-914b-e88d9cea2205), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:07.969898 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:08.022421 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:08.046657 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e11b684d-6bc8-4943-8417-33938f5b6ff1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (1a1d5021-de28-453f-914b-e88d9cea2205), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:08.071726 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (e302ac65-078c-44ea-9d2a-ac9400c88ab7), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:08.071946 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-7946f076-0595-4518-a7c8-fd9a6e68365e tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (c1887889-94c0-435d-9dc4-a46cb2e8dbac), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:08.148627 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:08.223075 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e11b684d-6bc8-4943-8417-33938f5b6ff1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (1a1d5021-de28-453f-914b-e88d9cea2205), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:08.380730 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946f076-0595-4518-a7c8-fd9a6e68365e tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Pushing event updated for resources: {'Port': ['ID=c1887889-94c0-435d-9dc4-a46cb2e8dbac,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:08.446625 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event updated for resources: {'Port': ['ID=e302ac65-078c-44ea-9d2a-ac9400c88ab7,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:08.488897 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:08.511041 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '3243d711-168b-434c-b57d-9f9d2f24b1ec', 'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'mac_address': 'fa:16:3e:1d:d6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:53Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 2, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'subnets': [{'id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:08.528415 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:08.569345 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e11b684d-6bc8-4943-8417-33938f5b6ff1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:08.579417 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e11b684d-6bc8-4943-8417-33938f5b6ff1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5805078 Jun 23 11:55:08.583801 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b684d-6bc8-4943-8417-33938f5b6ff1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1d5021-de28-453f-914b-e88d9cea2205,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:08.628576 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-f7d9ff6b-75db-4b74-8dc0-57e128977fa7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for port (9ebd518b-a0cf-45b8-bc44-758c460d139b), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:08.630055 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47566) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:08.640572 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Checking router: c0b673df-1003-4023-af23-883ae5ce1995 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:55:08.640696 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Updating router c0b673df-1003-4023-af23-883ae5ce1995 port 3243d711-168b-434c-b57d-9f9d2f24b1ec binding host dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:55:08.731724 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'floatingip': {'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:08.791779 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:08.803195 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 225d2d93-d607-4c27-9318-a7e6c3230506 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:08.816258 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:55:08.821480 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-7946f076-0595-4518-a7c8-fd9a6e68365e tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Network 8240784e-7d18-4da2-9bd8-69d0ccf85cc0 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:55:08.866623 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-19ce87d5-ffb1-4761-8d11-e17aac36a5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (515dc4b9-2542-4128-9f26-56486f9e588d), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:08.874247 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-19ce87d5-ffb1-4761-8d11-e17aac36a5b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:08.875417 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-19ce87d5-ffb1-4761-8d11-e17aac36a5b3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/515dc4b9-2542-4128-9f26-56486f9e588d HTTP/1.1" status: 204 len: 168 time: 3.2720876 Jun 23 11:55:08.889965 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47570) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:08.896490 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:55:08.909057 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:55:08.926080 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 225d2d93-d607-4c27-9318-a7e6c3230506 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:08.927799 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:08.946731 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-7946f076-0595-4518-a7c8-fd9a6e68365e tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:55:08.952102 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:08.979333 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-df1d14ee-1776-4ad8-b350-1477e3da5787 req-f7566fac-95b5-4224-a976-6830229def99 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 210 time: 0.4880059 Jun 23 11:55:08.980187 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-7946f076-0595-4518-a7c8-fd9a6e68365e tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:55:09.140443 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 225d2d93-d607-4c27-9318-a7e6c3230506 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:09.142217 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device ea13dd82-9bfb-4fe0-817a-76dce9fd5365 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:09.146978 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:09.186719 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-7946f076-0595-4518-a7c8-fd9a6e68365e tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:09.187477 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-7946f076-0595-4518-a7c8-fd9a6e68365e tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:09.234967 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-7946f076-0595-4518-a7c8-fd9a6e68365e tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8954937 Jun 23 11:55:09.264689 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Request body: {'port': {'device_id': 'd4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:09.343348 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port ea13dd82-9bfb-4fe0-817a-76dce9fd5365 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:09.343789 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (ea13dd82-9bfb-4fe0-817a-76dce9fd5365), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:09.393774 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:09.439774 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-0aafb746-9ae5-47e3-bd7f-1b9f880b8edf None None] Provisioning complete for port c1887889-94c0-435d-9dc4-a46cb2e8dbac triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:09.440338 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-0aafb746-9ae5-47e3-bd7f-1b9f880b8edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (c1887889-94c0-435d-9dc4-a46cb2e8dbac), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:09.483723 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (c1887889-94c0-435d-9dc4-a46cb2e8dbac), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:09.600971 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port ea13dd82-9bfb-4fe0-817a-76dce9fd5365 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:09.601520 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (ea13dd82-9bfb-4fe0-817a-76dce9fd5365), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:09.707631 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port ea13dd82-9bfb-4fe0-817a-76dce9fd5365, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=ea13dd82-9bfb-4fe0-817a-76dce9fd5365,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:09.711038 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-0aafb746-9ae5-47e3-bd7f-1b9f880b8edf None None] Port c1887889-94c0-435d-9dc4-a46cb2e8dbac cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:55:09.720075 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (ea13dd82-9bfb-4fe0-817a-76dce9fd5365), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:09.722475 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b41b3a97-a023-43da-8ee2-679a6dea2639 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:09.810110 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d605d81-62b1-4d79-bb5e-a1f70e2b7b4e req-8efe404e-734e-43f1-ad81-75d2d032221d tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:09.811868 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9d605d81-62b1-4d79-bb5e-a1f70e2b7b4e req-8efe404e-734e-43f1-ad81-75d2d032221d tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 932 time: 1.3710854 Jun 23 11:55:09.871362 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port b41b3a97-a023-43da-8ee2-679a6dea2639 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:09.872551 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:09.956840 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:55:10.119986 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=ea13dd82-9bfb-4fe0-817a-76dce9fd5365,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:10.144659 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:10.192576 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Publish callbacks [] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), precommit_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:10.208844 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:10.214189 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port b41b3a97-a023-43da-8ee2-679a6dea2639 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:10.215557 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device c3594b24-5227-47c7-a97e-2a4f8bb56fca up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:10.250147 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Allocated IP 172.27.3.114 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/03af1e8b-afb8-41ba-bfd8-449cf7ab4322) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:55:10.289602 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port c3594b24-5227-47c7-a97e-2a4f8bb56fca triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:10.290320 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (c3594b24-5227-47c7-a97e-2a4f8bb56fca), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:10.474650 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bba2a-a269-431f-b226-8e38778438ac None None] Pushing event updated for resources: {'Port': ['ID=3243d711-168b-434c-b57d-9f9d2f24b1ec,revision_number=3']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:10.590082 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:10.590439 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce87d5-ffb1-4761-8d11-e17aac36a5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515dc4b9-2542-4128-9f26-56486f9e588d,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:10.660788 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:10.667733 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Attempting to bind port 3243d711-168b-434c-b57d-9f9d2f24b1ec on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:55:10.669129 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Attempting to bind port 3243d711-168b-434c-b57d-9f9d2f24b1ec by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:55:10.669644 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Attempting to bind port 3243d711-168b-434c-b57d-9f9d2f24b1ec on network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:10.690352 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:55:10.690798 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Checking segment: {'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:55:10.725536 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:10.726600 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Bound using segment: {'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:55:10.727435 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Bound port: 3243d711-168b-434c-b57d-9f9d2f24b1ec, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'}}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:55:10.730215 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:10.858172 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:10.983171 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] For port 3243d711-168b-434c-b57d-9f9d2f24b1ec, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:55:11.005836 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] For port 3243d711-168b-434c-b57d-9f9d2f24b1ec, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=3243d711-168b-434c-b57d-9f9d2f24b1ec,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:55:11.024024 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:11.044582 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7d22bfc8-3944-4672-9815-39c5e7f338bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:11.046213 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b222d090-97b7-4552-aab8-df4049084974 req-a339a082-a510-4eec-9a8d-4b2563e7d5f0 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 210 time: 0.1802893 Jun 23 11:55:11.100445 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-05b08816-1a87-4040-8bf6-31a8dff07cd1 None None] Provisioning complete for port 3243d711-168b-434c-b57d-9f9d2f24b1ec triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:11.101125 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-05b08816-1a87-4040-8bf6-31a8dff07cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:11.125415 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port c3594b24-5227-47c7-a97e-2a4f8bb56fca is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:11.125799 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (c3594b24-5227-47c7-a97e-2a4f8bb56fca), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:11.145992 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for port (03af1e8b-afb8-41ba-bfd8-449cf7ab4322), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:11.245970 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:11.299915 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port c3594b24-5227-47c7-a97e-2a4f8bb56fca, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=c3594b24-5227-47c7-a97e-2a4f8bb56fca,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:11.301165 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bba2a-a269-431f-b226-8e38778438ac None None] Pushing event updated for resources: {'Port': ['ID=3243d711-168b-434c-b57d-9f9d2f24b1ec,revision_number=4']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:11.328660 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (c3594b24-5227-47c7-a97e-2a4f8bb56fca), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:11.395147 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Routers {'c0b673df-1003-4023-af23-883ae5ce1995'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:55:11.396029 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:55:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c0b673df-1003-4023-af23-883ae5ce1995'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:11.403895 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1887889-94c0-435d-9dc4-a46cb2e8dbac {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:55:11.469501 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Publish callbacks [] for port (c1887889-94c0-435d-9dc4-a46cb2e8dbac), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:11.535723 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Allocated IP 172.27.3.46 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/09d6e33b-2ec9-4506-b140-aa93bbd26871) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:55:11.598887 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Transition to ACTIVE for port object c1887889-94c0-435d-9dc4-a46cb2e8dbac will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:55:11.610227 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (c1887889-94c0-435d-9dc4-a46cb2e8dbac), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:11.675198 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-05b08816-1a87-4040-8bf6-31a8dff07cd1 None None] Current status of the port 3243d711-168b-434c-b57d-9f9d2f24b1ec is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:11.678075 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-05b08816-1a87-4040-8bf6-31a8dff07cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:11.781896 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device ea13dd82-9bfb-4fe0-817a-76dce9fd5365 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:11.800601 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Pushing event updated for resources: {'Port': ['ID=c1887889-94c0-435d-9dc4-a46cb2e8dbac,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:11.803754 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] Set router c0b673df-1003-4023-af23-883ae5ce1995 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:55:11.896936 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:11.905766 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=c3594b24-5227-47c7-a97e-2a4f8bb56fca,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:11.918382 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for port (09d6e33b-2ec9-4506-b140-aa93bbd26871), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:12.005695 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:12.011358 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-05b08816-1a87-4040-8bf6-31a8dff07cd1 None None] For port 3243d711-168b-434c-b57d-9f9d2f24b1ec, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=3243d711-168b-434c-b57d-9f9d2f24b1ec,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:12.032226 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-05b08816-1a87-4040-8bf6-31a8dff07cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:12.108538 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:12.171651 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Attempting to bind port c1887889-94c0-435d-9dc4-a46cb2e8dbac on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:55:12.172229 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Attempting to bind port c1887889-94c0-435d-9dc4-a46cb2e8dbac by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '1788ce92-46cc-41b2-a657-ac8e17c7cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:55:12.174556 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Attempting to bind port c1887889-94c0-435d-9dc4-a46cb2e8dbac on network 8240784e-7d18-4da2-9bd8-69d0ccf85cc0 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:12.177156 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b08816-1a87-4040-8bf6-31a8dff07cd1 None None] Pushing event updated for resources: {'Port': ['ID=3243d711-168b-434c-b57d-9f9d2f24b1ec,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:12.188027 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Port c1887889-94c0-435d-9dc4-a46cb2e8dbac on network 8240784e-7d18-4da2-9bd8-69d0ccf85cc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:55:12.188424 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Attempting to bind port c1887889-94c0-435d-9dc4-a46cb2e8dbac on network 8240784e-7d18-4da2-9bd8-69d0ccf85cc0 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:12.206097 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:55:12.208484 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Checking segment: {'id': '1788ce92-46cc-41b2-a657-ac8e17c7cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:55:12.209090 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Bound using segment: {'id': '1788ce92-46cc-41b2-a657-ac8e17c7cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:55:12.209565 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Bound port: c1887889-94c0-435d-9dc4-a46cb2e8dbac, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1788ce92-46cc-41b2-a657-ac8e17c7cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:55:12.209989 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (c1887889-94c0-435d-9dc4-a46cb2e8dbac), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:12.314362 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c16cfae6-df81-4a18-b51d-229a08ea67ea req-79b41461-5e91-4446-a107-4fb13b026d8f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 210 time: 0.0764620 Jun 23 11:55:12.314595 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port ea13dd82-9bfb-4fe0-817a-76dce9fd5365 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:12.314995 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (ea13dd82-9bfb-4fe0-817a-76dce9fd5365), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:12.389031 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-0f354240-04ce-4cf5-bb77-e8489b4d5a11 None None] Provisioning complete for port 3243d711-168b-434c-b57d-9f9d2f24b1ec triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:12.389684 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-0f354240-04ce-4cf5-bb77-e8489b4d5a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:12.409975 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7d22bfc8-3944-4672-9815-39c5e7f338bb admin admin] Publish callbacks [] for security_group (3cd8b5f7-4728-4a79-9933-3d827f01285d), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:12.421732 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:12.476541 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:12.496376 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '3243d711-168b-434c-b57d-9f9d2f24b1ec', 'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'mac_address': 'fa:16:3e:1d:d6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:53Z', 'updated_at': '2022-06-23T11:55:10Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'subnets': [{'id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:12.516271 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (09d6e33b-2ec9-4506-b140-aa93bbd26871), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:12.527220 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (03af1e8b-afb8-41ba-bfd8-449cf7ab4322), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:12.540150 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] For port c1887889-94c0-435d-9dc4-a46cb2e8dbac, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:55:12.555037 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9d605d81-62b1-4d79-bb5e-a1f70e2b7b4e req-60b20cc6-9390-4609-9fcb-fe8e39aa41b6 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/security-groups?id=45921a1c-5791-4f3b-8620-a7bc6d4815f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9266655 Jun 23 11:55:12.557185 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] For port c1887889-94c0-435d-9dc4-a46cb2e8dbac, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c1887889-94c0-435d-9dc4-a46cb2e8dbac,segment=NetworkSegment(1788ce92-46cc-41b2-a657-ac8e17c7cfed),segment_id=1788ce92-46cc-41b2-a657-ac8e17c7cfed)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:55:12.574648 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (c1887889-94c0-435d-9dc4-a46cb2e8dbac), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:12.593238 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3f147-8020-4245-9e13-c00b3d75ba7b None None] The sync data for ids ['c0b673df-1003-4023-af23-883ae5ce1995'] in dv-cinder-826608-3-iscsi is: [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '3243d711-168b-434c-b57d-9f9d2f24b1ec', 'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'mac_address': 'fa:16:3e:1d:d6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:53Z', 'updated_at': '2022-06-23T11:55:10Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'subnets': [{'id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:55:12.638870 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:55:12.673149 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:55:12.690130 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port ea13dd82-9bfb-4fe0-817a-76dce9fd5365 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:12.695455 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-0f354240-04ce-4cf5-bb77-e8489b4d5a11 None None] Current status of the port 3243d711-168b-434c-b57d-9f9d2f24b1ec is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:12.717027 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:55:12.724577 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:55:12.742246 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7d22bfc8-3944-4672-9815-39c5e7f338bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (3cd8b5f7-4728-4a79-9933-3d827f01285d), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:12.761936 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:12.762577 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:12.771980 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] 10.222.0.44 "PUT /v2.0/ports/c1887889-94c0-435d-9dc4-a46cb2e8dbac HTTP/1.1" status: 200 len: 1094 time: 3.5136368 Jun 23 11:55:12.773078 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c', 'tag': 'c1887889-94c0-435d-9dc4-a46cb2e8dbac'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:12.980575 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:55:12.999260 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:55:13.083720 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:13.085942 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'Port': ['ID=09d6e33b-2ec9-4506-b140-aa93bbd26871,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:13.112908 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-01e30daf-ab22-4adf-8a80-7e1662be4384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:13.114671 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-01e30daf-ab22-4adf-8a80-7e1662be4384 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c041fd4759140b6926efa8c1a4935f7&device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 1128 time: 0.2665815 Jun 23 11:55:13.115486 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbe505-a361-4dba-95ca-50763571cb71 service neutron] Pushing event updated for resources: {'Port': ['ID=c1887889-94c0-435d-9dc4-a46cb2e8dbac,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:13.204143 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22bfc8-3944-4672-9815-39c5e7f338bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd8b5f7-4728-4a79-9933-3d827f01285d,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:13.227817 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event updated for resources: {'Port': ['ID=03af1e8b-afb8-41ba-bfd8-449cf7ab4322,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:13.237541 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-f7d9ff6b-75db-4b74-8dc0-57e128977fa7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (9ebd518b-a0cf-45b8-bc44-758c460d139b), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:13.294890 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02599ffa-fde3-4d65-b179-1df82f0a7eac" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c", "tag": "c1887889-94c0-435d-9dc4-a46cb2e8dbac"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:13.413756 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-49e08016-8a5b-452d-acfe-f5ce552878a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1887889-94c0-435d-9dc4-a46cb2e8dbac HTTP/1.1" status: 200 len: 217 time: 0.2834430 Jun 23 11:55:13.504823 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Sync routers for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:55:13.547654 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:55:13.548448 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:55:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:13.660749 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9ff6b-75db-4b74-8dc0-57e128977fa7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Pushing event updated for resources: {'Port': ['ID=9ebd518b-a0cf-45b8-bc44-758c460d139b,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:13.766097 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-f7d9ff6b-75db-4b74-8dc0-57e128977fa7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Network fc58067c-4167-4106-9d1e-ab7bc831a394 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:55:13.849022 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-7d22bfc8-3944-4672-9815-39c5e7f338bb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d73908ad335745ab842ca8e8b91924f7&name=default HTTP/1.1" status: 200 len: 2996 time: 4.9189563 Jun 23 11:55:13.864194 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47694) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:13.908838 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-f7d9ff6b-75db-4b74-8dc0-57e128977fa7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:55:13.928005 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cd4179-1dc1-4007-a13a-84db692ed5ef x-openstack-request-id: req-24cd4179-1dc1-4007-a13a-84db692ed5ef {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:13.928501 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c", "tag": "c1887889-94c0-435d-9dc4-a46cb2e8dbac", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:13.928607 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-f7d9ff6b-75db-4b74-8dc0-57e128977fa7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:55:13.933285 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-24cd4179-1dc1-4007-a13a-84db692ed5ef {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:13.936174 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24cd4179-1dc1-4007-a13a-84db692ed5ef'] response: {'name': 'network-changed', 'server_uuid': 'd4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c', 'tag': 'c1887889-94c0-435d-9dc4-a46cb2e8dbac', 'status': 'completed', 'code': 200} Jun 23 11:55:13.966003 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device c3594b24-5227-47c7-a97e-2a4f8bb56fca up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:14.032518 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for floatingip (8b919496-5892-43de-8c50-aaafba3aec67), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:14.103981 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66465037-49ad-4b75-9a72-74ba5935f37a {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:55:14.114937 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Publish callbacks [] for port (66465037-49ad-4b75-9a72-74ba5935f37a), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:14.137937 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Transition to ACTIVE for port object 66465037-49ad-4b75-9a72-74ba5935f37a will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:55:14.150244 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-847c4567-b4dc-41d1-aa29-e848a821dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:14.150422 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:55:14.153413 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port c3594b24-5227-47c7-a97e-2a4f8bb56fca triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:14.153677 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (c3594b24-5227-47c7-a97e-2a4f8bb56fca), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:14.154173 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-847c4567-b4dc-41d1-aa29-e848a821dfff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95b42627-f961-42a8-8688-d92b229d8f58 HTTP/1.1" status: 200 len: 850 time: 0.7120311 Jun 23 11:55:14.158470 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (66465037-49ad-4b75-9a72-74ba5935f37a), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:14.264296 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Pushing event updated for resources: {'Port': ['ID=66465037-49ad-4b75-9a72-74ba5935f37a,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:14.273980 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d08005-fe5f-4458-9dab-8dca3c766ee4 req-c722baa1-6d81-4b56-914d-ab22bae8cb14 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:14.286228 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c8d08005-fe5f-4458-9dab-8dca3c766ee4 req-c722baa1-6d81-4b56-914d-ab22bae8cb14 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 931 time: 0.5883157 Jun 23 11:55:14.415037 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:14.416611 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port c3594b24-5227-47c7-a97e-2a4f8bb56fca is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:14.418263 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 3243d711-168b-434c-b57d-9f9d2f24b1ec up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:14.434919 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (e302ac65-078c-44ea-9d2a-ac9400c88ab7), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:14.479475 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025f23e-6ba9-4d0d-9e7f-24e41439d4cc req-086980b3-914d-4c05-9242-baf220cc70ca tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:14.481642 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d025f23e-6ba9-4d0d-9e7f-24e41439d4cc req-086980b3-914d-4c05-9242-baf220cc70ca tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 944 time: 0.3551912 Jun 23 11:55:14.513297 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 47704) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:14.595818 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c8d08005-fe5f-4458-9dab-8dca3c766ee4 req-a186281c-2358-47c6-8f78-b5ef26ab0ce2 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082533 Jun 23 11:55:14.631165 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-1c18a56f-658d-434b-8f91-3fead2c97709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:14.636788 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-1c18a56f-658d-434b-8f91-3fead2c97709 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8240784e-7d18-4da2-9bd8-69d0ccf85cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3697710 Jun 23 11:55:14.643838 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:14.838158 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:54:58Z', 'revision_number': 2, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:14.880303 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-c5d99e48-7a98-4558-8ee4-b03126651e55 None None] Provisioning complete for port 9ebd518b-a0cf-45b8-bc44-758c460d139b triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:14.880809 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-c5d99e48-7a98-4558-8ee4-b03126651e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (9ebd518b-a0cf-45b8-bc44-758c460d139b), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:14.900787 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7f058489-324b-4ddd-a71e-22f6d6c9a614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:14.937358 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-f7d9ff6b-75db-4b74-8dc0-57e128977fa7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:14.938021 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-f7d9ff6b-75db-4b74-8dc0-57e128977fa7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for port (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:14.939076 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Checking router: 0bd1f321-5d98-4143-ba24-2a3aad50da03 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:55:14.939887 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Updating router 0bd1f321-5d98-4143-ba24-2a3aad50da03 port 290fbf3d-1ad9-4e30-8fde-e022f5eba570 binding host dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:55:14.943006 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-c5d99e48-7a98-4558-8ee4-b03126651e55 None None] Port 9ebd518b-a0cf-45b8-bc44-758c460d139b cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:55:15.005113 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 3243d711-168b-434c-b57d-9f9d2f24b1ec triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:15.008192 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:15.032351 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-f7d9ff6b-75db-4b74-8dc0-57e128977fa7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.2042186 Jun 23 11:55:15.090367 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:15.090645 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Request body: {'port': {'device_id': 'ec85106b-8a3d-4c85-b842-40523a7eb9ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:15.121905 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:15.124230 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-025f2fcb-af93-4420-9a5f-7f2cbe5da235 service neutron] 10.222.0.44 "GET /v2.0/networks/8240784e-7d18-4da2-9bd8-69d0ccf85cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284835 Jun 23 11:55:15.125824 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Attempting to bind port 66465037-49ad-4b75-9a72-74ba5935f37a on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:55:15.126226 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Attempting to bind port 66465037-49ad-4b75-9a72-74ba5935f37a by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:55:15.126561 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Attempting to bind port 66465037-49ad-4b75-9a72-74ba5935f37a on network fc58067c-4167-4106-9d1e-ab7bc831a394 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:15.215712 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7f058489-324b-4ddd-a71e-22f6d6c9a614 admin admin] Publish callbacks [] for security_group (421b85d1-4490-43a3-a3ad-58692bbcb358), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:15.338205 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (9ebd518b-a0cf-45b8-bc44-758c460d139b), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:15.345048 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e507f3a9-6485-44fd-a621-e8863ae8665c req-a47c16c1-d7a5-45c5-80b7-05e851e1cd32 service neutron] 10.222.0.44 "GET /v2.0/networks/8240784e-7d18-4da2-9bd8-69d0ccf85cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224692 Jun 23 11:55:15.345809 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7f058489-324b-4ddd-a71e-22f6d6c9a614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (421b85d1-4490-43a3-a3ad-58692bbcb358), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:15.387531 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f058489-324b-4ddd-a71e-22f6d6c9a614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421b85d1-4490-43a3-a3ad-58692bbcb358,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:15.389458 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for floatingip (bc219ec7-d413-4776-929c-0c86350a8548), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:15.390943 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:15.392162 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:15.393385 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ee32c31d-9ac4-4dbe-aeff-84a9fa76fe51 admin admin] Publish callbacks [] for security_group (3cd8b5f7-4728-4a79-9933-3d827f01285d), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:15.404314 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Port 66465037-49ad-4b75-9a72-74ba5935f37a on network fc58067c-4167-4106-9d1e-ab7bc831a394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:55:15.404656 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Attempting to bind port 66465037-49ad-4b75-9a72-74ba5935f37a on network fc58067c-4167-4106-9d1e-ab7bc831a394 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:15.445172 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ee32c31d-9ac4-4dbe-aeff-84a9fa76fe51 admin admin] Publish callbacks [] for security_group (3cd8b5f7-4728-4a79-9933-3d827f01285d), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:15.504496 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d025f23e-6ba9-4d0d-9e7f-24e41439d4cc req-1912cc06-e0d6-40f6-9339-0a839fc512ca tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/security-groups?id=45921a1c-5791-4f3b-8620-a7bc6d4815f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9131665 Jun 23 11:55:15.520907 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (1ee13972-1a8a-4076-b32a-9b0ebb0c7084), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:15.551094 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:55:15.552132 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Checking segment: {'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:55:15.552132 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Bound using segment: {'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:55:15.552463 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Bound port: 66465037-49ad-4b75-9a72-74ba5935f37a, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:55:15.552903 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (66465037-49ad-4b75-9a72-74ba5935f37a), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:15.566552 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 3243d711-168b-434c-b57d-9f9d2f24b1ec is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:15.599890 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-7f058489-324b-4ddd-a71e-22f6d6c9a614 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=efb0562b0b4349d190b07dce0d1a96dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0851760 Jun 23 11:55:15.604910 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 47714) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:15.673545 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02599ffa-fde3-4d65-b179-1df82f0a7eac req-555d0f0b-bd2d-4d1f-9543-3ebb597d0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:15.675227 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-02599ffa-fde3-4d65-b179-1df82f0a7eac req-555d0f0b-bd2d-4d1f-9543-3ebb597d0f49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c041fd4759140b6926efa8c1a4935f7&device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 1128 time: 0.2474852 Jun 23 11:55:15.738254 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:15.792355 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ee32c31d-9ac4-4dbe-aeff-84a9fa76fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (3cd8b5f7-4728-4a79-9933-3d827f01285d), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:15.795523 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ee32c31d-9ac4-4dbe-aeff-84a9fa76fe51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:15.799147 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-ee32c31d-9ac4-4dbe-aeff-84a9fa76fe51 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3cd8b5f7-4728-4a79-9933-3d827f01285d HTTP/1.1" status: 204 len: 168 time: 1.9036846 Jun 23 11:55:15.874082 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (09d6e33b-2ec9-4506-b140-aa93bbd26871), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:15.895722 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for port (e302ac65-078c-44ea-9d2a-ac9400c88ab7), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:16.007343 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Publish callbacks [] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), precommit_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:16.025020 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:16.099495 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:16.155465 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a14437-7269-4f5b-bd22-b6240cc9dcee None None] Pushing event updated for resources: {'Port': ['ID=290fbf3d-1ad9-4e30-8fde-e022f5eba570,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:16.194360 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Attempting to bind port 290fbf3d-1ad9-4e30-8fde-e022f5eba570 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:55:16.194729 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Attempting to bind port 290fbf3d-1ad9-4e30-8fde-e022f5eba570 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:55:16.195239 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Attempting to bind port 290fbf3d-1ad9-4e30-8fde-e022f5eba570 on network e2860678-188a-43de-956c-7f6a2a5353f6 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:16.202971 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:55:16.203719 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Checking segment: {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:55:16.204340 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:16.205022 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Bound using segment: {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:55:16.205652 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Bound port: 290fbf3d-1ad9-4e30-8fde-e022f5eba570, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:55:16.206117 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:16.368383 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] For port 290fbf3d-1ad9-4e30-8fde-e022f5eba570, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:55:16.378948 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] For port 290fbf3d-1ad9-4e30-8fde-e022f5eba570, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=290fbf3d-1ad9-4e30-8fde-e022f5eba570,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:55:16.397064 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:16.423067 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:16.507413 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296dc1a-36e3-4fd6-971a-ffbdbed2dafe req-87eca32b-d460-4aaa-bcb3-9f73e018d91c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:16.509237 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a296dc1a-36e3-4fd6-971a-ffbdbed2dafe req-87eca32b-d460-4aaa-bcb3-9f73e018d91c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 931 time: 0.7402523 Jun 23 11:55:16.519324 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] For port 66465037-49ad-4b75-9a72-74ba5935f37a, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:55:16.527414 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:16.528138 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:55:16.528270 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32c31d-9ac4-4dbe-aeff-84a9fa76fe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd8b5f7-4728-4a79-9933-3d827f01285d,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:16.528958 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:55:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:16.539848 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for port (09d6e33b-2ec9-4506-b140-aa93bbd26871), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:16.581519 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (e302ac65-078c-44ea-9d2a-ac9400c88ab7), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:16.587616 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-154a6db0-bced-4ee9-822a-2771695b1b36 admin admin] Publish callbacks [] for security_group (421b85d1-4490-43a3-a3ad-58692bbcb358), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:16.594829 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] For port 66465037-49ad-4b75-9a72-74ba5935f37a, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=66465037-49ad-4b75-9a72-74ba5935f37a,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:55:16.612909 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 47744) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:16.627550 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (09d6e33b-2ec9-4506-b140-aa93bbd26871), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:16.648568 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (66465037-49ad-4b75-9a72-74ba5935f37a), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:16.653048 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (03af1e8b-afb8-41ba-bfd8-449cf7ab4322), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:16.665512 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02599ffa-fde3-4d65-b179-1df82f0a7eac req-f324669c-fde2-44ba-beda-c67a39c71ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:16.667275 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-02599ffa-fde3-4d65-b179-1df82f0a7eac req-f324669c-fde2-44ba-beda-c67a39c71ed7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8240784e-7d18-4da2-9bd8-69d0ccf85cc0 HTTP/1.1" status: 200 len: 912 time: 0.8997169 Jun 23 11:55:16.699610 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-eddb3c3e-240c-4adf-83b0-95362458ff27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:16.728807 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-154a6db0-bced-4ee9-822a-2771695b1b36 admin admin] Publish callbacks [] for security_group (421b85d1-4490-43a3-a3ad-58692bbcb358), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:16.735727 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event updated for resources: {'Port': ['ID=e302ac65-078c-44ea-9d2a-ac9400c88ab7,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:16.793196 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a14437-7269-4f5b-bd22-b6240cc9dcee None None] Pushing event updated for resources: {'Port': ['ID=290fbf3d-1ad9-4e30-8fde-e022f5eba570,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:16.814336 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:16.821101 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:16.824422 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] 10.222.0.44 "PUT /v2.0/ports/66465037-49ad-4b75-9a72-74ba5935f37a HTTP/1.1" status: 200 len: 1093 time: 9.7260704 Jun 23 11:55:16.829082 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-cc14ae25-6f2a-4292-bd55-d7db397deef8 None None] Provisioning complete for port 290fbf3d-1ad9-4e30-8fde-e022f5eba570 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:16.829251 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-cc14ae25-6f2a-4292-bd55-d7db397deef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:16.831965 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63e29e5-ecda-4f38-a06f-ba4d2cf35e50', 'tag': '66465037-49ad-4b75-9a72-74ba5935f37a'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:16.834476 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93980c38-1db6-4854-ba0b-7c775088050d" -d '{"events": [{"name": "network-changed", "server_uuid": "e63e29e5-ecda-4f38-a06f-ba4d2cf35e50", "tag": "66465037-49ad-4b75-9a72-74ba5935f37a"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:16.854979 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a296dc1a-36e3-4fd6-971a-ffbdbed2dafe req-f114eb89-7465-44ff-880e-4b5d70ef65fb tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055620 Jun 23 11:55:16.857236 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-02599ffa-fde3-4d65-b179-1df82f0a7eac req-fd508341-5e22-4fc2-8da2-81584bd97f16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1887889-94c0-435d-9dc4-a46cb2e8dbac HTTP/1.1" status: 200 len: 217 time: 0.1297338 Jun 23 11:55:16.902762 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb653d-e838-4f80-b219-774bd1339d59 req-7d1494e7-da12-4c4b-bf5c-14b3fa0803b8 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:16.908266 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:55:16.911874 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8adb653d-e838-4f80-b219-774bd1339d59 req-7d1494e7-da12-4c4b-bf5c-14b3fa0803b8 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 944 time: 0.2369180 Jun 23 11:55:16.937746 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807bfccc-c84b-472a-99d9-3070bf01f769 service neutron] Pushing event updated for resources: {'Port': ['ID=66465037-49ad-4b75-9a72-74ba5935f37a,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:17.026715 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7efca1-42c6-4497-83eb-633a7acff6ff x-openstack-request-id: req-7d7efca1-42c6-4497-83eb-633a7acff6ff {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:17.026948 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63e29e5-ecda-4f38-a06f-ba4d2cf35e50", "tag": "66465037-49ad-4b75-9a72-74ba5935f37a", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:17.027209 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7d7efca1-42c6-4497-83eb-633a7acff6ff {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:17.027589 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d7efca1-42c6-4497-83eb-633a7acff6ff'] response: {'name': 'network-changed', 'server_uuid': 'e63e29e5-ecda-4f38-a06f-ba4d2cf35e50', 'tag': '66465037-49ad-4b75-9a72-74ba5935f37a', 'status': 'completed', 'code': 200} Jun 23 11:55:17.042696 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-eddb3c3e-240c-4adf-83b0-95362458ff27 admin admin] Publish callbacks [] for security_group (4dba0ad6-86db-49c6-b0c1-90955cd3f019), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.058069 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-cc14ae25-6f2a-4292-bd55-d7db397deef8 None None] Current status of the port 290fbf3d-1ad9-4e30-8fde-e022f5eba570 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:17.058649 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-cc14ae25-6f2a-4292-bd55-d7db397deef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.062186 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-eddb3c3e-240c-4adf-83b0-95362458ff27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (4dba0ad6-86db-49c6-b0c1-90955cd3f019), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.101237 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-154a6db0-bced-4ee9-822a-2771695b1b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (421b85d1-4490-43a3-a3ad-58692bbcb358), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.104364 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-154a6db0-bced-4ee9-822a-2771695b1b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.105890 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-154a6db0-bced-4ee9-822a-2771695b1b36 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/421b85d1-4490-43a3-a3ad-58692bbcb358 HTTP/1.1" status: 204 len: 168 time: 1.4981742 Jun 23 11:55:17.116774 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb3c3e-240c-4adf-83b0-95362458ff27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dba0ad6-86db-49c6-b0c1-90955cd3f019,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:17.119210 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:17.138634 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a6db0-bced-4ee9-822a-2771695b1b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421b85d1-4490-43a3-a3ad-58692bbcb358,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:17.146336 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-cc14ae25-6f2a-4292-bd55-d7db397deef8 None None] For port 290fbf3d-1ad9-4e30-8fde-e022f5eba570, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=290fbf3d-1ad9-4e30-8fde-e022f5eba570,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:17.153056 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-eddb3c3e-240c-4adf-83b0-95362458ff27 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=842bf7b15c2a43a6850317119ecb0cfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5336318 Jun 23 11:55:17.155425 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 47752) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:17.157069 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-cc14ae25-6f2a-4292-bd55-d7db397deef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.216262 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d5dcd08b-170f-4f26-85c9-94884f8a0226 admin admin] Publish callbacks [] for security_group (4dba0ad6-86db-49c6-b0c1-90955cd3f019), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.240637 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d5dcd08b-170f-4f26-85c9-94884f8a0226 admin admin] Publish callbacks [] for security_group (4dba0ad6-86db-49c6-b0c1-90955cd3f019), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.283528 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14ae25-6f2a-4292-bd55-d7db397deef8 None None] Pushing event updated for resources: {'Port': ['ID=290fbf3d-1ad9-4e30-8fde-e022f5eba570,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:17.288407 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:16Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:17.316067 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d5dcd08b-170f-4f26-85c9-94884f8a0226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (4dba0ad6-86db-49c6-b0c1-90955cd3f019), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.323683 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d5dcd08b-170f-4f26-85c9-94884f8a0226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.324126 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:17.324388 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8315cc-04b4-4364-88c0-c2783fffa28d None None] The sync data for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi is: [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:16Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:55:17.325247 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'Port': ['ID=09d6e33b-2ec9-4506-b140-aa93bbd26871,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:17.334947 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-5d07d040-61f4-4c5d-af84-58e9abab36c7 None None] Provisioning complete for port 290fbf3d-1ad9-4e30-8fde-e022f5eba570 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:17.335319 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5d07d040-61f4-4c5d-af84-58e9abab36c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.343677 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-d5dcd08b-170f-4f26-85c9-94884f8a0226 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4dba0ad6-86db-49c6-b0c1-90955cd3f019 HTTP/1.1" status: 204 len: 168 time: 0.1833191 Jun 23 11:55:17.358921 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcd08b-170f-4f26-85c9-94884f8a0226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dba0ad6-86db-49c6-b0c1-90955cd3f019,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:17.394134 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:17.419579 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (1ee13972-1a8a-4076-b32a-9b0ebb0c7084), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.437000 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (8b919496-5892-43de-8c50-aaafba3aec67), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.444472 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebd518b-a0cf-45b8-bc44-758c460d139b {{(pid=103989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:55:17.478333 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Publish callbacks [] for port (9ebd518b-a0cf-45b8-bc44-758c460d139b), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.512838 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-5d07d040-61f4-4c5d-af84-58e9abab36c7 None None] Current status of the port 290fbf3d-1ad9-4e30-8fde-e022f5eba570 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:17.542787 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.553251 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-0f402a15-4cf9-47a5-bb85-1339f37d404a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.8394282 Jun 23 11:55:17.556896 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8adb653d-e838-4f80-b219-774bd1339d59 req-e4e135a8-0baf-4098-865e-98e9b5b03d3c tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/security-groups?id=45921a1c-5791-4f3b-8620-a7bc6d4815f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6409445 Jun 23 11:55:17.569837 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.580656 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-362f1b31-d9d2-40f9-a194-7d6767ad228d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 12.9592957 Jun 23 11:55:17.587484 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.provisioning_blocks [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Transition to ACTIVE for port object 9ebd518b-a0cf-45b8-bc44-758c460d139b will not be triggered until provisioned by entity L2. {{(pid=103989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:55:17.606408 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (9ebd518b-a0cf-45b8-bc44-758c460d139b), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.738214 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebd518b-a0cf-45b8-bc44-758c460d139b,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:17.744470 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 290fbf3d-1ad9-4e30-8fde-e022f5eba570 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:17.801241 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for port (03af1e8b-afb8-41ba-bfd8-449cf7ab4322), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.836292 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (03af1e8b-afb8-41ba-bfd8-449cf7ab4322), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.919586 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 290fbf3d-1ad9-4e30-8fde-e022f5eba570 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:17.921238 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:17.959878 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47786) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:18.030479 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=100 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:18.077426 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event updated for resources: {'Port': ['ID=03af1e8b-afb8-41ba-bfd8-449cf7ab4322,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:18.080352 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-064bda07-8b50-4bcf-99f9-127d901f017a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:18.107359 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.managers [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Attempting to bind port 9ebd518b-a0cf-45b8-bc44-758c460d139b on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:55:18.113412 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.managers [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Attempting to bind port 9ebd518b-a0cf-45b8-bc44-758c460d139b by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'}] {{(pid=103989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:55:18.114169 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Attempting to bind port 9ebd518b-a0cf-45b8-bc44-758c460d139b on network fc58067c-4167-4106-9d1e-ab7bc831a394 {{(pid=103989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:18.137083 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 290fbf3d-1ad9-4e30-8fde-e022f5eba570 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:18.183278 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93980c38-1db6-4854-ba0b-7c775088050d req-cdf34d51-d767-4ede-be1a-c2b8849204d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:18.185884 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-93980c38-1db6-4854-ba0b-7c775088050d req-cdf34d51-d767-4ede-be1a-c2b8849204d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 1127 time: 0.1798015 Jun 23 11:55:18.188957 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (bc219ec7-d413-4776-929c-0c86350a8548), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:18.195449 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-3f063ed9-c052-4b1d-a265-cba31a11fc43 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--2004205864&fields=id&tenant_id=b4f73dfee32d43b985e9192000eaed8c HTTP/1.1" status: 200 len: 267 time: 0.2628810 Jun 23 11:55:18.197527 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02599ffa-fde3-4d65-b179-1df82f0a7eac req-1a3f3d02-c8ab-4fdc-86be-517755b472a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:18.200080 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-02599ffa-fde3-4d65-b179-1df82f0a7eac req-1a3f3d02-c8ab-4fdc-86be-517755b472a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=95b42627-f961-42a8-8688-d92b229d8f58 HTTP/1.1" status: 200 len: 850 time: 0.1863899 Jun 23 11:55:18.210478 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Port 9ebd518b-a0cf-45b8-bc44-758c460d139b on network fc58067c-4167-4106-9d1e-ab7bc831a394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:55:18.210807 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Attempting to bind port 9ebd518b-a0cf-45b8-bc44-758c460d139b on network fc58067c-4167-4106-9d1e-ab7bc831a394 {{(pid=103989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:18.230470 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:18.244129 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:55:18.244488 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Checking segment: {'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:55:18.245111 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Bound using segment: {'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'} {{(pid=103989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:55:18.245561 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.managers [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Bound port: 9ebd518b-a0cf-45b8-bc44-758c460d139b, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'}}] {{(pid=103989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:55:18.245928 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (9ebd518b-a0cf-45b8-bc44-758c460d139b), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:18.269688 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2f3c8-8308-428d-a953-758a7b7adbe4 req-8c7b9c52-95a2-477b-91f5-efce476a853c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:18.271221 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cec2f3c8-8308-428d-a953-758a7b7adbe4 req-8c7b9c52-95a2-477b-91f5-efce476a853c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 943 time: 0.1968277 Jun 23 11:55:18.273988 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:18.275129 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-4e2c9660-312d-411a-9b0c-0ed950ef5d56 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.4970770 Jun 23 11:55:18.449846 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:18.476595 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] For port 9ebd518b-a0cf-45b8-bc44-758c460d139b, host hv-cinder-82660, cleared binding levels {{(pid=103989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:55:18.496500 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cec2f3c8-8308-428d-a953-758a7b7adbe4 req-2c84c843-f4d2-4303-ae9b-b9dd8d0d64c4 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100177 Jun 23 11:55:18.518950 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47802) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:18.529808 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-064bda07-8b50-4bcf-99f9-127d901f017a admin admin] Publish callbacks [] for security_group (ae15bafa-9420-4bce-aaa5-fdac68de9aef), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:18.532614 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] For port 9ebd518b-a0cf-45b8-bc44-758c460d139b, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=9ebd518b-a0cf-45b8-bc44-758c460d139b,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:55:18.536043 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-064bda07-8b50-4bcf-99f9-127d901f017a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (ae15bafa-9420-4bce-aaa5-fdac68de9aef), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:18.572938 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (9ebd518b-a0cf-45b8-bc44-758c460d139b), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:18.574706 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:18.615719 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02599ffa-fde3-4d65-b179-1df82f0a7eac req-37f2d3e0-5e39-428b-9863-b22847b5d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:18.628109 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-02599ffa-fde3-4d65-b179-1df82f0a7eac req-37f2d3e0-5e39-428b-9863-b22847b5d230 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8240784e-7d18-4da2-9bd8-69d0ccf85cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3660038 Jun 23 11:55:18.690691 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-064bda07-8b50-4bcf-99f9-127d901f017a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ffa0c5c6339c46cbbadcb29581cbbaa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7229531 Jun 23 11:55:18.692207 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bda07-8b50-4bcf-99f9-127d901f017a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae15bafa-9420-4bce-aaa5-fdac68de9aef,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:18.703847 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47818) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:18.730300 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:18.730887 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for port (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:18.732559 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] 10.222.0.44 "PUT /v2.0/ports/9ebd518b-a0cf-45b8-bc44-758c460d139b HTTP/1.1" status: 200 len: 1093 time: 3.6780899 Jun 23 11:55:18.737686 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec85106b-8a3d-4c85-b842-40523a7eb9ca', 'tag': '9ebd518b-a0cf-45b8-bc44-758c460d139b'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:18.824292 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-02599ffa-fde3-4d65-b179-1df82f0a7eac req-30d0f20d-da9c-4c07-8386-40cc5a13b843 service neutron] 10.222.0.44 "GET /v2.0/networks/8240784e-7d18-4da2-9bd8-69d0ccf85cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813655 Jun 23 11:55:18.849377 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f5db8-9874-4da3-8d49-41ff99e126d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebd518b-a0cf-45b8-bc44-758c460d139b,revision_number=3']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:18.867564 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93980c38-1db6-4854-ba0b-7c775088050d req-cabf2290-b2c0-41ae-9f7c-aa3047cf741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:18.869517 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-93980c38-1db6-4854-ba0b-7c775088050d req-cabf2290-b2c0-41ae-9f7c-aa3047cf741e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6685374 Jun 23 11:55:18.918421 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-54f83bd6-3d62-4326-908a-50a29fe933af tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:18.920241 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-54f83bd6-3d62-4326-908a-50a29fe933af tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/networks?id=e2860678-188a-43de-956c-7f6a2a5353f6 HTTP/1.1" status: 200 len: 815 time: 0.6773140 Jun 23 11:55:19.027303 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-0f6e4653-7af0-4f7c-81fa-88c8171ad08d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/quotas/b4f73dfee32d43b985e9192000eaed8c HTTP/1.1" status: 200 len: 375 time: 0.0908601 Jun 23 11:55:19.067521 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80efe563-a3e8-4ef2-afcc-5969809fea1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec85106b-8a3d-4c85-b842-40523a7eb9ca", "tag": "9ebd518b-a0cf-45b8-bc44-758c460d139b"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:19.071535 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2d14252b-53b2-4f88-9695-5e1850d87ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:19.097605 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67d875fe-25a8-499c-909f-658fffff9f46 req-b78e88c2-8373-400b-9d04-81414dbdede7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1204417498&fields=id&tenant_id=d211354c655b469491d235e5507e61ba HTTP/1.1" status: 200 len: 267 time: 0.4278219 Jun 23 11:55:19.162840 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-02599ffa-fde3-4d65-b179-1df82f0a7eac req-aa5f24f5-70c0-435b-a72c-c9057e20ef1b service neutron] 10.222.0.44 "GET /v2.0/networks/8240784e-7d18-4da2-9bd8-69d0ccf85cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262696 Jun 23 11:55:19.198488 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-5db253c2-c621-4972-bdaf-0bad608ecaf5 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4f73dfee32d43b985e9192000eaed8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229489 Jun 23 11:55:19.203334 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93980c38-1db6-4854-ba0b-7c775088050d req-e2fdf64d-3335-4752-94e7-1b9502b69660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:19.204806 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-93980c38-1db6-4854-ba0b-7c775088050d req-e2fdf64d-3335-4752-94e7-1b9502b69660 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3240511 Jun 23 11:55:19.218600 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-e5a22dab-9af2-4939-9da6-426cd4f0c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:19.220109 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-e5a22dab-9af2-4939-9da6-426cd4f0c1ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 1127 time: 0.4110112 Jun 23 11:55:19.304113 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0643eb47-c188-4af3-8a4d-790c7e3c41e9 admin admin] Publish callbacks [] for security_group (ae15bafa-9420-4bce-aaa5-fdac68de9aef), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:19.348886 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-4f9d80d5-9918-4015-b463-4db81f3e89e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ebd518b-a0cf-45b8-bc44-758c460d139b HTTP/1.1" status: 200 len: 217 time: 0.0895753 Jun 23 11:55:19.361820 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-f877ae26-b65a-4028-8cb5-e3d8e0626343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:19.363589 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-f877ae26-b65a-4028-8cb5-e3d8e0626343 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 1127 time: 0.0653801 Jun 23 11:55:19.365493 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-ca023385-1bc6-4ea2-924d-e072f64ae66c service neutron] 10.222.0.67 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357594 Jun 23 11:55:19.425004 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0643eb47-c188-4af3-8a4d-790c7e3c41e9 admin admin] Publish callbacks [] for security_group (ae15bafa-9420-4bce-aaa5-fdac68de9aef), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:19.432492 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d875fe-25a8-499c-909f-658fffff9f46 req-2144aa08-803c-4cc0-9a80-22cf32e89b17 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:19.434073 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67d875fe-25a8-499c-909f-658fffff9f46 req-2144aa08-803c-4cc0-9a80-22cf32e89b17 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/networks?id=95d2a966-c2d0-4baf-b3af-40bcab8446e6 HTTP/1.1" status: 200 len: 817 time: 0.3268607 Jun 23 11:55:19.494483 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2d14252b-53b2-4f88-9695-5e1850d87ad0 admin admin] Publish callbacks [] for security_group (4693b653-292f-4fd5-b7bc-19ccc4bda60b), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:19.501073 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67d875fe-25a8-499c-909f-658fffff9f46 req-0d972437-3ee2-4256-aa42-7244429e16fb tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/quotas/d211354c655b469491d235e5507e61ba HTTP/1.1" status: 200 len: 375 time: 0.0514452 Jun 23 11:55:19.505326 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-0b618ef0-69f3-4e7b-bc24-b0e1335f6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:19.506919 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-0b618ef0-69f3-4e7b-bc24-b0e1335f6196 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.1391954 Jun 23 11:55:19.508398 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2d14252b-53b2-4f88-9695-5e1850d87ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (4693b653-292f-4fd5-b7bc-19ccc4bda60b), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:19.510839 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:19.638156 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:19.642993 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-f3333f44-9acd-4f9a-b084-fb0768cc280f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66465037-49ad-4b75-9a72-74ba5935f37a HTTP/1.1" status: 200 len: 217 time: 0.2690840 Jun 23 11:55:19.764603 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-4b07ab6b-3df9-470b-8d4d-5981a7c1bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:19.766067 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-4b07ab6b-3df9-470b-8d4d-5981a7c1bce1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.1101975 Jun 23 11:55:19.769598 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-f33f1953-9d79-4a6a-8d85-4f0bdc566f60 service neutron] 10.222.0.67 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943558 Jun 23 11:55:19.796051 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-2d14252b-53b2-4f88-9695-5e1850d87ad0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=805b95c31b044d4ebd817e9a514de289&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2759182 Jun 23 11:55:19.818337 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 47850) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:19.820910 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-0db38b11-152a-4c4e-a634-5dc74bdcaa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:19.822427 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-0db38b11-152a-4c4e-a634-5dc74bdcaa3c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462224 Jun 23 11:55:19.829062 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-fcf71a70-7ab9-4e6d-88fb-4dd1dbeb919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:19.830577 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-fcf71a70-7ab9-4e6d-88fb-4dd1dbeb919e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3026829 Jun 23 11:55:19.839946 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:19.844748 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14252b-53b2-4f88-9695-5e1850d87ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4693b653-292f-4fd5-b7bc-19ccc4bda60b,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:19.862321 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67d875fe-25a8-499c-909f-658fffff9f46 req-3514c96a-0e89-4362-bf59-abbb586668ed tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d211354c655b469491d235e5507e61ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3503618 Jun 23 11:55:19.880349 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0643eb47-c188-4af3-8a4d-790c7e3c41e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (ae15bafa-9420-4bce-aaa5-fdac68de9aef), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:19.882916 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0643eb47-c188-4af3-8a4d-790c7e3c41e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:19.886668 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-0643eb47-c188-4af3-8a4d-790c7e3c41e9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ae15bafa-9420-4bce-aaa5-fdac68de9aef HTTP/1.1" status: 204 len: 168 time: 1.1679440 Jun 23 11:55:19.964704 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:19.997502 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-968eb81c-e939-463b-9c2e-a3fb6d5f5694 admin admin] Publish callbacks [] for security_group (4693b653-292f-4fd5-b7bc-19ccc4bda60b), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:20.026591 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643eb47-c188-4af3-8a4d-790c7e3c41e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae15bafa-9420-4bce-aaa5-fdac68de9aef,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:20.028070 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-41cff91c-daca-4ffc-9d28-8ae2843f0c9d service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931846 Jun 23 11:55:20.104090 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-968eb81c-e939-463b-9c2e-a3fb6d5f5694 admin admin] Publish callbacks [] for security_group (4693b653-292f-4fd5-b7bc-19ccc4bda60b), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:20.168971 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-5b2d8063-7edf-4732-92e9-4e1b1a0554d7 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249688 Jun 23 11:55:20.182284 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67d875fe-25a8-499c-909f-658fffff9f46 req-e1f9c4dd-d4ff-4780-8743-a4a967d8ed1c service neutron] 10.222.0.67 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885563 Jun 23 11:55:20.251766 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-58012866-f0bb-4f10-97a0-58f57404542a req-2ffaf460-72d1-48a0-b983-cb864ed56f67 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--810363084&fields=id&tenant_id=a1a92a7ffc864256b48a9848b27f9fd2 HTTP/1.1" status: 200 len: 267 time: 0.1724358 Jun 23 11:55:20.368238 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dff1e21-c3e2-4658-b4e9-d94c39dde129 req-220af188-3782-42bd-a488-0c85f7946006 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190625 Jun 23 11:55:20.384122 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67d875fe-25a8-499c-909f-658fffff9f46 req-79e3663e-ae93-4f57-af6b-51c4756eb04a service neutron] 10.222.0.67 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937728 Jun 23 11:55:20.386423 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-419746c8-27f6-4b65-ad19-97fb58a48242 req-c483a4b9-fd2a-4157-abe9-4554a3930217 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079301 Jun 23 11:55:20.406438 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-968eb81c-e939-463b-9c2e-a3fb6d5f5694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (4693b653-292f-4fd5-b7bc-19ccc4bda60b), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:20.409007 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-968eb81c-e939-463b-9c2e-a3fb6d5f5694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:20.410417 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-968eb81c-e939-463b-9c2e-a3fb6d5f5694 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4693b653-292f-4fd5-b7bc-19ccc4bda60b HTTP/1.1" status: 204 len: 168 time: 0.5909514 Jun 23 11:55:20.419273 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device c1887889-94c0-435d-9dc4-a46cb2e8dbac details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:55:20.426242 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968eb81c-e939-463b-9c2e-a3fb6d5f5694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4693b653-292f-4fd5-b7bc-19ccc4bda60b,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:20.503243 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58012866-f0bb-4f10-97a0-58f57404542a req-eb146a4d-3b13-4653-8b2e-2cff9a2c3481 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:20.516249 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-58012866-f0bb-4f10-97a0-58f57404542a req-eb146a4d-3b13-4653-8b2e-2cff9a2c3481 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/networks?id=6ec90cf8-67c4-41e3-bbbb-0e606173a369 HTTP/1.1" status: 200 len: 809 time: 0.2635343 Jun 23 11:55:20.535785 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-58012866-f0bb-4f10-97a0-58f57404542a req-ad3dd04e-d58f-439b-a5d1-9a521a3bf2ba tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/quotas/a1a92a7ffc864256b48a9848b27f9fd2 HTTP/1.1" status: 200 len: 375 time: 0.0184786 Jun 23 11:55:20.653172 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port c1887889-94c0-435d-9dc4-a46cb2e8dbac, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c1887889-94c0-435d-9dc4-a46cb2e8dbac,segment=NetworkSegment(1788ce92-46cc-41b2-a657-ac8e17c7cfed),segment_id=1788ce92-46cc-41b2-a657-ac8e17c7cfed)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:20.669975 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-58012866-f0bb-4f10-97a0-58f57404542a req-61f8c942-084f-43b9-b6e6-8a4f2c3bb64d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a1a92a7ffc864256b48a9848b27f9fd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1269233 Jun 23 11:55:20.722265 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': 'c1887889-94c0-435d-9dc4-a46cb2e8dbac', 'network_id': '8240784e-7d18-4da2-9bd8-69d0ccf85cc0', 'port_id': 'c1887889-94c0-435d-9dc4-a46cb2e8dbac', 'mac_address': 'fa:16:3e:2c:50:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b42627-f961-42a8-8688-d92b229d8f58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:55:20.722707 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f534d-c9c5-41c3-8d0e-d03279b1737f req-7dbe9261-0512-4a5f-8cdf-f77d6b6500a9 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:20.734292 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6f1f534d-c9c5-41c3-8d0e-d03279b1737f req-7dbe9261-0512-4a5f-8cdf-f77d6b6500a9 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 944 time: 0.0741158 Jun 23 11:55:20.790855 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port c1887889-94c0-435d-9dc4-a46cb2e8dbac is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:20.791413 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (c1887889-94c0-435d-9dc4-a46cb2e8dbac), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:20.805888 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6f1f534d-c9c5-41c3-8d0e-d03279b1737f req-e67db72c-a8c4-4456-b51e-4ec6eb8aa3d1 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/security-groups?id=45921a1c-5791-4f3b-8620-a7bc6d4815f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702577 Jun 23 11:55:20.809667 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1887889-94c0-435d-9dc4-a46cb2e8dbac {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:55:20.842659 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port c1887889-94c0-435d-9dc4-a46cb2e8dbac, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c1887889-94c0-435d-9dc4-a46cb2e8dbac,segment=NetworkSegment(1788ce92-46cc-41b2-a657-ac8e17c7cfed),segment_id=1788ce92-46cc-41b2-a657-ac8e17c7cfed)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:20.849282 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (c1887889-94c0-435d-9dc4-a46cb2e8dbac), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:20.945388 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:20.965687 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-58012866-f0bb-4f10-97a0-58f57404542a req-ad811e6b-5e6d-4f67-909d-51aa8dc3faf0 service neutron] 10.222.0.67 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667091 Jun 23 11:55:20.978625 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=c1887889-94c0-435d-9dc4-a46cb2e8dbac,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:21.110156 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-58012866-f0bb-4f10-97a0-58f57404542a req-b15571c0-632f-4790-bd28-40c210b82859 service neutron] 10.222.0.67 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434774 Jun 23 11:55:21.140963 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['c1887889-94c0-435d-9dc4-a46cb2e8dbac'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:55:21.221435 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47924) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:21.245739 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b81a78e9-5550-434a-a038-15f40088b504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:21.278084 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0599b7-a2bb-490a-a108-8366ebd0d2aa x-openstack-request-id: req-7e0599b7-a2bb-490a-a108-8366ebd0d2aa {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:21.278382 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec85106b-8a3d-4c85-b842-40523a7eb9ca", "tag": "9ebd518b-a0cf-45b8-bc44-758c460d139b", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:21.280409 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7e0599b7-a2bb-490a-a108-8366ebd0d2aa {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:21.281174 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e0599b7-a2bb-490a-a108-8366ebd0d2aa'] response: {'name': 'network-changed', 'server_uuid': 'ec85106b-8a3d-4c85-b842-40523a7eb9ca', 'tag': '9ebd518b-a0cf-45b8-bc44-758c460d139b', 'status': 'completed', 'code': 200} Jun 23 11:55:21.491597 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9b02720c-47bf-452a-b0e4-d6526464892b req-e0e53e47-f004-4307-b4b1-d26dbfdc6ec7 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 210 time: 0.0661500 Jun 23 11:55:21.499717 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f004d4-200e-47d6-888a-b3bdb18a3a7f req-765e0973-8239-4dea-8eb5-a96edd65a1a3 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:21.507792 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-83f004d4-200e-47d6-888a-b3bdb18a3a7f req-765e0973-8239-4dea-8eb5-a96edd65a1a3 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 943 time: 0.0910823 Jun 23 11:55:21.512268 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b81a78e9-5550-434a-a038-15f40088b504 admin admin] Publish callbacks [] for security_group (a9191e51-619f-4dc1-9ce0-ad512ccb839c), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:21.529061 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b81a78e9-5550-434a-a038-15f40088b504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (a9191e51-619f-4dc1-9ce0-ad512ccb839c), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:21.595349 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-b81a78e9-5550-434a-a038-15f40088b504 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6ef267d9d488405caaa1cc8f08815f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3700335 Jun 23 11:55:21.597288 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 47936) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:21.608564 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a78e9-5550-434a-a038-15f40088b504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9191e51-619f-4dc1-9ce0-ad512ccb839c,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:21.623593 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-83f004d4-200e-47d6-888a-b3bdb18a3a7f req-028b22e2-c6ee-482c-93ae-735fe50d5531 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144588 Jun 23 11:55:21.642955 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8d529073-bdbb-47d6-9bf5-873932f6e1ca req-c6646ad7-699c-492f-ba7c-9451d58a801e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 210 time: 0.0523779 Jun 23 11:55:21.720972 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-878f1ccb-a61d-489c-8e70-6faea1055f03 req-ff8b28ab-9146-41bd-88f3-b2887bc87e45 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 210 time: 0.0460250 Jun 23 11:55:21.728372 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:21.751235 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-020c3875-5308-4ade-a8f7-cad287a4d814 admin admin] Publish callbacks [] for security_group (a9191e51-619f-4dc1-9ce0-ad512ccb839c), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:21.767997 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 47942) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:21.788698 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-020c3875-5308-4ade-a8f7-cad287a4d814 admin admin] Publish callbacks [] for security_group (a9191e51-619f-4dc1-9ce0-ad512ccb839c), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:21.863788 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-020c3875-5308-4ade-a8f7-cad287a4d814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (a9191e51-619f-4dc1-9ce0-ad512ccb839c), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:21.868221 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-020c3875-5308-4ade-a8f7-cad287a4d814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:21.869734 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-020c3875-5308-4ade-a8f7-cad287a4d814 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a9191e51-619f-4dc1-9ce0-ad512ccb839c HTTP/1.1" status: 204 len: 168 time: 0.2703955 Jun 23 11:55:21.878510 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c3875-5308-4ade-a8f7-cad287a4d814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9191e51-619f-4dc1-9ce0-ad512ccb839c,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:21.983479 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-63141d4e-a401-4f55-9d21-38ac8a90b7e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:22.010150 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627564e-a026-4f85-9630-f7275e6e2729 req-fa562dd2-0f31-4ff8-9240-0276f3394226 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:22.012129 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7627564e-a026-4f85-9630-f7275e6e2729 req-fa562dd2-0f31-4ff8-9240-0276f3394226 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 945 time: 0.0904112 Jun 23 11:55:22.022757 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:22.106203 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7627564e-a026-4f85-9630-f7275e6e2729 req-5e17736f-6a18-451f-948d-f714f74ff325 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/security-groups?id=45921a1c-5791-4f3b-8620-a7bc6d4815f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869493 Jun 23 11:55:22.148179 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-63141d4e-a401-4f55-9d21-38ac8a90b7e8 admin admin] Publish callbacks [] for security_group (93d57b6f-7078-4b7b-9c89-2771871e13c0), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:22.150375 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efe563-a3e8-4ef2-afcc-5969809fea1f req-45671001-8eaf-4af8-ada3-f5d60029d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:22.155388 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-80efe563-a3e8-4ef2-afcc-5969809fea1f req-45671001-8eaf-4af8-ada3-f5d60029d066 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 1127 time: 0.1014612 Jun 23 11:55:22.157009 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-63141d4e-a401-4f55-9d21-38ac8a90b7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (93d57b6f-7078-4b7b-9c89-2771871e13c0), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:22.165902 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:22.218705 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:22.220093 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-63141d4e-a401-4f55-9d21-38ac8a90b7e8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ca4bf7461ca846e4871dc1a793dd0dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4508080 Jun 23 11:55:22.227378 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 47964) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:22.270119 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63141d4e-a401-4f55-9d21-38ac8a90b7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d57b6f-7078-4b7b-9c89-2771871e13c0,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:22.356155 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efe563-a3e8-4ef2-afcc-5969809fea1f req-cf53c61d-3362-49d2-8d37-45d145291e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:22.358645 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-80efe563-a3e8-4ef2-afcc-5969809fea1f req-cf53c61d-3362-49d2-8d37-45d145291e0c service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 920 time: 0.1971540 Jun 23 11:55:22.379443 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3112368b-87a5-4c18-a914-12be944f0e60 admin admin] Publish callbacks [] for security_group (93d57b6f-7078-4b7b-9c89-2771871e13c0), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:22.414939 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 66465037-49ad-4b75-9a72-74ba5935f37a details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:55:22.417746 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-80efe563-a3e8-4ef2-afcc-5969809fea1f req-bb1936d4-8432-4242-b4e0-ab4532a1e680 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ebd518b-a0cf-45b8-bc44-758c460d139b HTTP/1.1" status: 200 len: 217 time: 0.0516033 Jun 23 11:55:22.462330 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3112368b-87a5-4c18-a914-12be944f0e60 admin admin] Publish callbacks [] for security_group (93d57b6f-7078-4b7b-9c89-2771871e13c0), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:22.489757 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efe563-a3e8-4ef2-afcc-5969809fea1f req-86f91c5e-92bf-4271-861c-a748748c6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:22.491299 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-80efe563-a3e8-4ef2-afcc-5969809fea1f req-86f91c5e-92bf-4271-861c-a748748c6e25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.0677149 Jun 23 11:55:22.514107 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device c1887889-94c0-435d-9dc4-a46cb2e8dbac up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:22.567595 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3112368b-87a5-4c18-a914-12be944f0e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (93d57b6f-7078-4b7b-9c89-2771871e13c0), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:22.576262 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3112368b-87a5-4c18-a914-12be944f0e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:22.580780 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-3112368b-87a5-4c18-a914-12be944f0e60 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/93d57b6f-7078-4b7b-9c89-2771871e13c0 HTTP/1.1" status: 204 len: 168 time: 0.3495946 Jun 23 11:55:22.597707 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112368b-87a5-4c18-a914-12be944f0e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d57b6f-7078-4b7b-9c89-2771871e13c0,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:22.682780 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port c1887889-94c0-435d-9dc4-a46cb2e8dbac completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:55:22.689617 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cbee46d0-8381-4589-9f89-87aaee47361e req-9583a6ae-ae80-4e27-bfbf-a91a64436739 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 210 time: 0.0723588 Jun 23 11:55:22.696167 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port c1887889-94c0-435d-9dc4-a46cb2e8dbac triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:22.696794 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (c1887889-94c0-435d-9dc4-a46cb2e8dbac), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:22.705822 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efe563-a3e8-4ef2-afcc-5969809fea1f req-7be8627f-fb21-4bcb-9422-c483fccf1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:22.711548 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-80efe563-a3e8-4ef2-afcc-5969809fea1f req-7be8627f-fb21-4bcb-9422-c483fccf1974 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2115493 Jun 23 11:55:22.770375 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 66465037-49ad-4b75-9a72-74ba5935f37a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=66465037-49ad-4b75-9a72-74ba5935f37a,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:22.811811 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-fb470314-c17a-42ae-bc44-ee23e5ea4faf req-e56bacf3-664f-4ef4-a35d-455a029c4982 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 210 time: 0.0496519 Jun 23 11:55:22.812974 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': '66465037-49ad-4b75-9a72-74ba5935f37a', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'port_id': '66465037-49ad-4b75-9a72-74ba5935f37a', 'mac_address': 'fa:16:3e:b1:0c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:55:22.880338 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port c1887889-94c0-435d-9dc4-a46cb2e8dbac is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:22.881376 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (c1887889-94c0-435d-9dc4-a46cb2e8dbac), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:22.923682 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532c455-6e7e-4832-b799-01d0eb6242b5 req-da65cd30-0ab9-4546-8219-25279a0aa5d1 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:22.932884 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5532c455-6e7e-4832-b799-01d0eb6242b5 req-da65cd30-0ab9-4546-8219-25279a0aa5d1 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 943 time: 0.1400352 Jun 23 11:55:22.962492 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port c1887889-94c0-435d-9dc4-a46cb2e8dbac, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c1887889-94c0-435d-9dc4-a46cb2e8dbac,segment=NetworkSegment(1788ce92-46cc-41b2-a657-ac8e17c7cfed),segment_id=1788ce92-46cc-41b2-a657-ac8e17c7cfed)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:22.969545 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1887889-94c0-435d-9dc4-a46cb2e8dbac'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:23.008544 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-46a94f50-3873-46f1-9e0b-542de8837271 req-be03d8f0-2575-45d4-b7d3-e8e99224510e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 210 time: 0.0386147 Jun 23 11:55:23.025502 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5532c455-6e7e-4832-b799-01d0eb6242b5 req-ee62d00f-b6e9-4b30-bb18-42c27d3155c2 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915809 Jun 23 11:55:23.026285 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-80efe563-a3e8-4ef2-afcc-5969809fea1f req-9477a7de-9c3b-4b5b-975a-c8bf691154a9 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059300 Jun 23 11:55:23.060205 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (c1887889-94c0-435d-9dc4-a46cb2e8dbac), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:23.121664 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:23.127933 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=c1887889-94c0-435d-9dc4-a46cb2e8dbac,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:23.135160 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 66465037-49ad-4b75-9a72-74ba5935f37a is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:23.135855 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (66465037-49ad-4b75-9a72-74ba5935f37a), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:23.179554 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66465037-49ad-4b75-9a72-74ba5935f37a {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:55:23.234156 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 66465037-49ad-4b75-9a72-74ba5935f37a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=66465037-49ad-4b75-9a72-74ba5935f37a,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:23.252799 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (66465037-49ad-4b75-9a72-74ba5935f37a), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:23.259007 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-80efe563-a3e8-4ef2-afcc-5969809fea1f req-2515ff50-9c0c-4ac3-8c70-0fe11657a9f2 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994002 Jun 23 11:55:23.303302 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48008) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:23.306973 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=66465037-49ad-4b75-9a72-74ba5935f37a,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:23.324232 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ddc3788b-e97b-4e28-b2e6-834b99889c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:23.346201 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-d4c4e658-16fc-4765-889d-6d50f56550d7 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:23.347309 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fab058-e2e3-411f-aea4-d941a4a16f3d req-02ec528b-5b63-4e9b-9836-2fda675ce1b1 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:23.347807 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-d4c4e658-16fc-4765-889d-6d50f56550d7 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "GET /v2.0/networks?id=e2860678-188a-43de-956c-7f6a2a5353f6 HTTP/1.1" status: 200 len: 815 time: 0.2875161 Jun 23 11:55:23.348852 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c7fab058-e2e3-411f-aea4-d941a4a16f3d req-02ec528b-5b63-4e9b-9836-2fda675ce1b1 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 946 time: 0.0942650 Jun 23 11:55:23.432602 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c7fab058-e2e3-411f-aea4-d941a4a16f3d req-78816d26-c07d-4295-b1ec-4d065342f6a8 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/security-groups?id=45921a1c-5791-4f3b-8620-a7bc6d4815f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764127 Jun 23 11:55:23.485115 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['66465037-49ad-4b75-9a72-74ba5935f37a'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:55:23.560613 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-28610d21-59b0-4998-ad5a-70143cd08e73 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4f73dfee32d43b985e9192000eaed8c HTTP/1.1" status: 200 len: 380 time: 0.1232617 Jun 23 11:55:23.564600 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ddc3788b-e97b-4e28-b2e6-834b99889c7e admin admin] Publish callbacks [] for security_group (4e0d1a4d-2444-47c3-8ff8-60d92c2e3ffa), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:23.605196 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ddc3788b-e97b-4e28-b2e6-834b99889c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (4e0d1a4d-2444-47c3-8ff8-60d92c2e3ffa), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:23.626226 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-08329f0f-b7aa-4dd7-bdc5-00ae65047cb2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'port': {'device_id': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'admin_state_up': True, 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'security_groups': ['cb3dd00b-1703-4c65-93bc-207ec2b900fe']}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:23.690556 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3788b-e97b-4e28-b2e6-834b99889c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0d1a4d-2444-47c3-8ff8-60d92c2e3ffa,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:23.699205 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-ddc3788b-e97b-4e28-b2e6-834b99889c7e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=418bba389a8249f8ad93cf79d589d968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3943641 Jun 23 11:55:23.705593 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48016) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:23.735044 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d875fe-25a8-499c-909f-658fffff9f46 req-d089b044-82a4-48c7-b080-ac33916d5aab tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:23.736604 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67d875fe-25a8-499c-909f-658fffff9f46 req-d089b044-82a4-48c7-b080-ac33916d5aab tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.44 "GET /v2.0/networks?id=95d2a966-c2d0-4baf-b3af-40bcab8446e6 HTTP/1.1" status: 200 len: 817 time: 0.2745595 Jun 23 11:55:23.767345 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:23.837274 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7802b416-61b7-458a-9960-fe1288b0de2e" -d '{"events": [{"server_uuid": "d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c", "name": "network-vif-plugged", "status": "completed", "tag": "c1887889-94c0-435d-9dc4-a46cb2e8dbac"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:23.855569 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:24.023948 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0779d4fc-ff73-467b-8c9a-bfa21fdbb4eb admin admin] Publish callbacks [] for security_group (4e0d1a4d-2444-47c3-8ff8-60d92c2e3ffa), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:24.044101 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67d875fe-25a8-499c-909f-658fffff9f46 req-3b70a8ad-67ca-4e8a-bb06-cd47d0861132 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d211354c655b469491d235e5507e61ba HTTP/1.1" status: 200 len: 380 time: 0.2931852 Jun 23 11:55:24.070827 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [req-67d875fe-25a8-499c-909f-658fffff9f46 req-d7a3fe0b-9e9f-4e67-b05f-adf8c9e09f23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Request body: {'port': {'device_id': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'admin_state_up': True, 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'security_groups': ['d14ea084-7bd9-445f-a6fe-d9f004a93d67']}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:24.142245 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4392fbaa-6617-459d-b444-f0c109a74953 req-f78e2fc2-5fe5-413b-aff5-b4fa3e3e260b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 210 time: 0.1884081 Jun 23 11:55:24.214119 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:24.310452 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682ee7b4-45e4-4a85-83c7-886624e26b1a x-openstack-request-id: req-682ee7b4-45e4-4a85-83c7-886624e26b1a {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:24.310988 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c", "name": "network-vif-plugged", "status": "completed", "tag": "c1887889-94c0-435d-9dc4-a46cb2e8dbac", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:24.311854 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-682ee7b4-45e4-4a85-83c7-886624e26b1a {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:24.312505 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682ee7b4-45e4-4a85-83c7-886624e26b1a'] response: {'server_uuid': 'd4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1887889-94c0-435d-9dc4-a46cb2e8dbac', 'code': 200} Jun 23 11:55:24.321315 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d5f094f1-b084-4da2-84b5-c85ceb68a81e req-3a8c9be9-9777-4075-aacd-d57af745629e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 210 time: 0.0809894 Jun 23 11:55:24.340088 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58012866-f0bb-4f10-97a0-58f57404542a req-f20153de-d62d-453c-a6c0-4dcb2eaac112 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:24.341876 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-58012866-f0bb-4f10-97a0-58f57404542a req-f20153de-d62d-453c-a6c0-4dcb2eaac112 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.44 "GET /v2.0/networks?id=6ec90cf8-67c4-41e3-bbbb-0e606173a369 HTTP/1.1" status: 200 len: 809 time: 0.7096531 Jun 23 11:55:24.420925 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:24.451564 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0779d4fc-ff73-467b-8c9a-bfa21fdbb4eb admin admin] Publish callbacks [] for security_group (4e0d1a4d-2444-47c3-8ff8-60d92c2e3ffa), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:24.464220 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-58012866-f0bb-4f10-97a0-58f57404542a req-d64a9602-e4ca-40f4-a222-de934696b983 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1a92a7ffc864256b48a9848b27f9fd2 HTTP/1.1" status: 200 len: 379 time: 0.0869823 Jun 23 11:55:24.466656 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-08329f0f-b7aa-4dd7-bdc5-00ae65047cb2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Made reservation on behalf of b4f73dfee32d43b985e9192000eaed8c for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:55:24.470749 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-08329f0f-b7aa-4dd7-bdc5-00ae65047cb2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:24.489925 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-58012866-f0bb-4f10-97a0-58f57404542a req-facb62c0-c65a-41a4-9f39-02a330d7db10 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Request body: {'port': {'device_id': '7134bd36-8b37-48ff-bcfb-ab369c0ef601', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'admin_state_up': True, 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'security_groups': ['563f4053-21c7-47f1-b900-c0459f9904c8']}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:24.550706 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0779d4fc-ff73-467b-8c9a-bfa21fdbb4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (4e0d1a4d-2444-47c3-8ff8-60d92c2e3ffa), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:24.553273 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0779d4fc-ff73-467b-8c9a-bfa21fdbb4eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:24.555015 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-0779d4fc-ff73-467b-8c9a-bfa21fdbb4eb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4e0d1a4d-2444-47c3-8ff8-60d92c2e3ffa HTTP/1.1" status: 204 len: 168 time: 0.8484344 Jun 23 11:55:24.568633 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2c691-218d-4576-8266-fe734e7eb614 req-4c788412-5c0a-466d-a36d-ffce9a56afe9 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:24.570820 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3cd2c691-218d-4576-8266-fe734e7eb614 req-4c788412-5c0a-466d-a36d-ffce9a56afe9 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 943 time: 0.0721140 Jun 23 11:55:24.574300 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.44', 50927) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:24.619393 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 9ebd518b-a0cf-45b8-bc44-758c460d139b details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:55:24.622736 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 66465037-49ad-4b75-9a72-74ba5935f37a up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:24.629206 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4d0b1c80-537d-42e0-93ec-8ead84bfaf41 req-a1e68aea-8747-4002-bb46-30023be3b356 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 210 time: 0.1041265 Jun 23 11:55:24.633235 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779d4fc-ff73-467b-8c9a-bfa21fdbb4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0d1a4d-2444-47c3-8ff8-60d92c2e3ffa,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:24.834674 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d875fe-25a8-499c-909f-658fffff9f46 req-d7a3fe0b-9e9f-4e67-b05f-adf8c9e09f23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Made reservation on behalf of d211354c655b469491d235e5507e61ba for: {'port': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:55:24.838784 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-67d875fe-25a8-499c-909f-658fffff9f46 req-d7a3fe0b-9e9f-4e67-b05f-adf8c9e09f23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:24.863999 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80b01f-b122-44c2-9501-364514d1f9e9 req-23ff6ce9-4d25-4f02-b2a0-bf8718053adc tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:24.866159 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3f80b01f-b122-44c2-9501-364514d1f9e9 req-23ff6ce9-4d25-4f02-b2a0-bf8718053adc tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 946 time: 0.0950987 Jun 23 11:55:24.903993 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:24.907589 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692efba-a8f4-4346-ac93-a56fe36443a1 req-76d99859-fa6a-448e-bb72-5aea222f6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:24.914094 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d692efba-a8f4-4346-ac93-a56fe36443a1 req-76d99859-fa6a-448e-bb72-5aea222f6ec4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 1130 time: 0.3375371 Jun 23 11:55:24.971659 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-d692efba-a8f4-4346-ac93-a56fe36443a1 req-16844549-ae69-4cd5-b85d-8e9217d40d54 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:25.004971 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [req-67d875fe-25a8-499c-909f-658fffff9f46 req-d7a3fe0b-9e9f-4e67-b05f-adf8c9e09f23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Allocated IP 172.20.0.3 (95d2a966-c2d0-4baf-b3af-40bcab8446e6/2fea9b42-e008-42bd-8176-b6f37ce2fc7a/8e9b4dc6-7a9c-4183-b1a8-10297c792e0e) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:55:25.093734 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 9ebd518b-a0cf-45b8-bc44-758c460d139b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=9ebd518b-a0cf-45b8-bc44-758c460d139b,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:25.125828 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:25.136780 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': '9ebd518b-a0cf-45b8-bc44-758c460d139b', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'port_id': '9ebd518b-a0cf-45b8-bc44-758c460d139b', 'mac_address': 'fa:16:3e:66:bd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:55:25.161771 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-67d875fe-25a8-499c-909f-658fffff9f46 req-d7a3fe0b-9e9f-4e67-b05f-adf8c9e09f23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:25.171336 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port 66465037-49ad-4b75-9a72-74ba5935f37a completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:55:25.199351 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:25.209592 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-67d875fe-25a8-499c-909f-658fffff9f46 req-d7a3fe0b-9e9f-4e67-b05f-adf8c9e09f23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:25.268641 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port 66465037-49ad-4b75-9a72-74ba5935f37a triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:25.271638 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (66465037-49ad-4b75-9a72-74ba5935f37a), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:25.292512 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d875fe-25a8-499c-909f-658fffff9f46 req-d7a3fe0b-9e9f-4e67-b05f-adf8c9e09f23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:55:25.306406 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [req-67d875fe-25a8-499c-909f-658fffff9f46 req-d7a3fe0b-9e9f-4e67-b05f-adf8c9e09f23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:55:25.311741 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d875fe-25a8-499c-909f-658fffff9f46 req-d7a3fe0b-9e9f-4e67-b05f-adf8c9e09f23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:55:25.314905 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3fe0b-9e9f-4e67-b05f-adf8c9e09f23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event updated for resources: {'Port': ['ID=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:25.322863 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 9ebd518b-a0cf-45b8-bc44-758c460d139b is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:25.323499 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (9ebd518b-a0cf-45b8-bc44-758c460d139b), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:25.325435 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3cd2c691-218d-4576-8266-fe734e7eb614 req-01cc1a80-3321-476f-8eee-2f970ba50f5d tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7395790 Jun 23 11:55:25.354585 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3f80b01f-b122-44c2-9501-364514d1f9e9 req-7c67d248-c590-4fba-8d41-bce3a53dc279 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/security-groups?id=45921a1c-5791-4f3b-8620-a7bc6d4815f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546140 Jun 23 11:55:25.388076 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebd518b-a0cf-45b8-bc44-758c460d139b {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:55:25.423578 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 9ebd518b-a0cf-45b8-bc44-758c460d139b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=9ebd518b-a0cf-45b8-bc44-758c460d139b,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:25.427338 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d875fe-25a8-499c-909f-658fffff9f46 req-d7a3fe0b-9e9f-4e67-b05f-adf8c9e09f23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:25.431213 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (9ebd518b-a0cf-45b8-bc44-758c460d139b), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:25.432499 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-67d875fe-25a8-499c-909f-658fffff9f46 req-d7a3fe0b-9e9f-4e67-b05f-adf8c9e09f23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for port (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:25.449438 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-d692efba-a8f4-4346-ac93-a56fe36443a1 req-16844549-ae69-4cd5-b85d-8e9217d40d54 service neutron] Publish callbacks [] for security_group (5f9e0890-aab7-49ad-9db1-8bdac5a747b9), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:25.478885 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67d875fe-25a8-499c-909f-658fffff9f46 req-d7a3fe0b-9e9f-4e67-b05f-adf8c9e09f23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4133592 Jun 23 11:55:25.491951 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Request body: {'port': {'device_id': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:25.496249 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 66465037-49ad-4b75-9a72-74ba5935f37a is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:25.496644 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (66465037-49ad-4b75-9a72-74ba5935f37a), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:25.516350 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-d692efba-a8f4-4346-ac93-a56fe36443a1 req-16844549-ae69-4cd5-b85d-8e9217d40d54 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (5f9e0890-aab7-49ad-9db1-8bdac5a747b9), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:25.580771 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16844549-ae69-4cd5-b85d-8e9217d40d54 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9e0890-aab7-49ad-9db1-8bdac5a747b9,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:25.609811 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a9f2a5c7-71ca-4226-bcd4-dbe2389c5085 req-7d95f0b7-96bd-4974-87bf-cf2330a95fdc tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 210 time: 0.1584592 Jun 23 11:55:25.610450 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce911d38-9ed1-49bc-9367-14ba9bf79526 req-0d90a7cf-99f1-4592-aed6-58633c5405c5 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:25.622566 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ce911d38-9ed1-49bc-9367-14ba9bf79526 req-0d90a7cf-99f1-4592-aed6-58633c5405c5 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 931 time: 0.1164875 Jun 23 11:55:25.657405 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 66465037-49ad-4b75-9a72-74ba5935f37a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=66465037-49ad-4b75-9a72-74ba5935f37a,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:25.658740 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=9ebd518b-a0cf-45b8-bc44-758c460d139b,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:25.672976 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (66465037-49ad-4b75-9a72-74ba5935f37a), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:25.679223 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['9ebd518b-a0cf-45b8-bc44-758c460d139b'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:55:25.708818 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:25.720804 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:25.729653 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-08329f0f-b7aa-4dd7-bdc5-00ae65047cb2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Allocated IP 172.20.0.7 (e2860678-188a-43de-956c-7f6a2a5353f6/3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa/aa6285e7-0658-4131-aef9-e0151dcf7912) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:55:25.781036 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d692efba-a8f4-4346-ac93-a56fe36443a1 req-16844549-ae69-4cd5-b85d-8e9217d40d54 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=45921a1c-5791-4f3b-8620-a7bc6d4815f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8397570 Jun 23 11:55:25.835773 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ce911d38-9ed1-49bc-9367-14ba9bf79526 req-11a91aba-29dd-4fb6-8204-3cfafc421efc tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098978 Jun 23 11:55:25.847712 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-dadb38d8-16b7-42ef-ada0-5340edf765ba None None] Provisioning complete for port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:25.848080 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-dadb38d8-16b7-42ef-ada0-5340edf765ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:25.850079 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=66465037-49ad-4b75-9a72-74ba5935f37a,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:25.880971 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58012866-f0bb-4f10-97a0-58f57404542a req-facb62c0-c65a-41a4-9f39-02a330d7db10 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Made reservation on behalf of a1a92a7ffc864256b48a9848b27f9fd2 for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:55:25.885433 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-58012866-f0bb-4f10-97a0-58f57404542a req-facb62c0-c65a-41a4-9f39-02a330d7db10 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:25.929544 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-88365cb9-31ae-4b59-b678-1355dabba434 req-1f3751ca-3a20-49c7-b577-f1311a410856 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 210 time: 0.1192684 Jun 23 11:55:25.963142 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-dadb38d8-16b7-42ef-ada0-5340edf765ba None None] Port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:55:26.095183 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:26.169593 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-08329f0f-b7aa-4dd7-bdc5-00ae65047cb2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for port (aa6285e7-0658-4131-aef9-e0151dcf7912), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:26.179995 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e {{(pid=103989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:55:26.192872 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Publish callbacks [] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:26.193474 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-58012866-f0bb-4f10-97a0-58f57404542a req-facb62c0-c65a-41a4-9f39-02a330d7db10 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Allocated IP 172.20.0.10 (6ec90cf8-67c4-41e3-bbbb-0e606173a369/5479a9c9-7903-44a1-b59c-af44f63c9c99/2b1b9605-d448-4f5e-8b07-f5d1a8bf6799) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:55:26.217711 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.provisioning_blocks [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Transition to ACTIVE for port object 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e will not be triggered until provisioned by entity L2. {{(pid=103989) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:55:26.222762 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:26.252343 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:UPDATE=2,neutron:SELECT=71,neutron:INSERT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:26.253158 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:26.262712 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-08329f0f-b7aa-4dd7-bdc5-00ae65047cb2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (aa6285e7-0658-4131-aef9-e0151dcf7912), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:26.274866 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=46 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:26.313549 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63e29e5-ecda-4f38-a06f-ba4d2cf35e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66465037-49ad-4b75-9a72-74ba5935f37a'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:26.316588 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b44fb5-639f-4172-9313-98045382c54d" -d '{"events": [{"server_uuid": "e63e29e5-ecda-4f38-a06f-ba4d2cf35e50", "name": "network-vif-plugged", "status": "completed", "tag": "66465037-49ad-4b75-9a72-74ba5935f37a"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:26.348167 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-08329f0f-b7aa-4dd7-bdc5-00ae65047cb2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Network e2860678-188a-43de-956c-7f6a2a5353f6 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:55:26.356246 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-08329f0f-b7aa-4dd7-bdc5-00ae65047cb2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:55:26.380042 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:26.445402 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa7e006-6425-4376-839a-59042cf9bf37 x-openstack-request-id: req-bfa7e006-6425-4376-839a-59042cf9bf37 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:26.446139 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63e29e5-ecda-4f38-a06f-ba4d2cf35e50", "name": "network-vif-plugged", "status": "completed", "tag": "66465037-49ad-4b75-9a72-74ba5935f37a", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:26.446620 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bfa7e006-6425-4376-839a-59042cf9bf37 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:26.447232 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa7e006-6425-4376-839a-59042cf9bf37'] response: {'server_uuid': 'e63e29e5-ecda-4f38-a06f-ba4d2cf35e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66465037-49ad-4b75-9a72-74ba5935f37a', 'code': 200} Jun 23 11:55:26.566111 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.managers [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Attempting to bind port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:55:26.571914 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.managers [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Attempting to bind port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'}] {{(pid=103989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:55:26.572142 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Attempting to bind port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e on network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 {{(pid=103989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:26.582600 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e on network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:55:26.582840 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Attempting to bind port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e on network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 {{(pid=103989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:26.609633 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:55:26.609873 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Checking segment: {'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:55:26.610223 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Bound using segment: {'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'} {{(pid=103989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:55:26.610848 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.managers [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Bound port: 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'}}] {{(pid=103989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:55:26.611170 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:26.648047 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 9ebd518b-a0cf-45b8-bc44-758c460d139b up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:26.775086 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fe63c-9eab-4df0-9060-7aeec6b11737 req-072184ba-2680-407e-ab27-26b90fbe0cc1 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:26.784763 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-640fe63c-9eab-4df0-9060-7aeec6b11737 req-072184ba-2680-407e-ab27-26b90fbe0cc1 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 946 time: 0.1321681 Jun 23 11:55:26.840373 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-08329f0f-b7aa-4dd7-bdc5-00ae65047cb2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:55:26.848198 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port 9ebd518b-a0cf-45b8-bc44-758c460d139b completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:55:26.854771 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08329f0f-b7aa-4dd7-bdc5-00ae65047cb2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'Port': ['ID=aa6285e7-0658-4131-aef9-e0151dcf7912,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:26.863147 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port 9ebd518b-a0cf-45b8-bc44-758c460d139b triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:26.863860 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (9ebd518b-a0cf-45b8-bc44-758c460d139b), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:26.917298 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-640fe63c-9eab-4df0-9060-7aeec6b11737 req-285f864f-2af2-4eab-9154-0a86bd79bacb tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/security-groups?id=45921a1c-5791-4f3b-8620-a7bc6d4815f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311133 Jun 23 11:55:26.963197 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-36fb502a-f363-4358-aa25-4bba5be1153e None None] Provisioning complete for port aa6285e7-0658-4131-aef9-e0151dcf7912 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:26.963788 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-36fb502a-f363-4358-aa25-4bba5be1153e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (aa6285e7-0658-4131-aef9-e0151dcf7912), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:27.041919 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] For port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e, host hv-cinder-82660, cleared binding levels {{(pid=103989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:55:27.045379 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-36fb502a-f363-4358-aa25-4bba5be1153e None None] Port aa6285e7-0658-4131-aef9-e0151dcf7912 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:55:27.046088 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] For port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:55:27.054963 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:27.072517 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:27.073152 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2492426-1717-4db6-8da7-f3f044b96bae req-6daff37b-bafb-47b7-bebb-75a69e83f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:27.074728 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c2492426-1717-4db6-8da7-f3f044b96bae req-6daff37b-bafb-47b7-bebb-75a69e83f20d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 1129 time: 0.2294393 Jun 23 11:55:27.090084 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:27.090898 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for port (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:27.092641 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67d875fe-25a8-499c-909f-658fffff9f46 req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] 10.222.0.44 "PUT /v2.0/ports/8e9b4dc6-7a9c-4183-b1a8-10297c792e0e HTTP/1.1" status: 200 len: 1093 time: 1.6064022 Jun 23 11:55:27.092777 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-08329f0f-b7aa-4dd7-bdc5-00ae65047cb2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:27.093216 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-08329f0f-b7aa-4dd7-bdc5-00ae65047cb2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:27.101389 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29af220-5ddc-41e0-981e-b4e4e2519237 req-6a420fc4-78ad-4cba-89ef-4f110d34a36c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:27.108711 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f29af220-5ddc-41e0-981e-b4e4e2519237 req-6a420fc4-78ad-4cba-89ef-4f110d34a36c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 944 time: 0.2620113 Jun 23 11:55:27.141625 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 9ebd518b-a0cf-45b8-bc44-758c460d139b is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:27.142011 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (9ebd518b-a0cf-45b8-bc44-758c460d139b), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:27.156746 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'tag': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:27.159429 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769d2a79-c71c-4f62-8aa6-b6b6d7c18abc" -d '{"events": [{"name": "network-changed", "server_uuid": "e19ec4d3-4ce1-4fbd-81ea-025a5c724421", "tag": "8e9b4dc6-7a9c-4183-b1a8-10297c792e0e"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:27.179539 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 48154) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:27.234743 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-58012866-f0bb-4f10-97a0-58f57404542a req-facb62c0-c65a-41a4-9f39-02a330d7db10 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for port (2b1b9605-d448-4f5e-8b07-f5d1a8bf6799), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:27.245010 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-08329f0f-b7aa-4dd7-bdc5-00ae65047cb2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6229959 Jun 23 11:55:27.254249 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 9ebd518b-a0cf-45b8-bc44-758c460d139b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=9ebd518b-a0cf-45b8-bc44-758c460d139b,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:27.261793 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (9ebd518b-a0cf-45b8-bc44-758c460d139b), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:27.275867 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f29af220-5ddc-41e0-981e-b4e4e2519237 req-2c175a43-6941-45e8-9475-08f1bf6307ce tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593757 Jun 23 11:55:27.287667 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c987d-518c-4dc3-bacc-2e4dcc23bb01 req-d82fb65c-4fc7-4adc-a243-773b8799b661 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:27.294822 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c2492426-1717-4db6-8da7-f3f044b96bae req-edc9648e-64fb-4949-b1cb-044d3e557712 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094617 Jun 23 11:55:27.304252 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Request body: {'port': {'device_id': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:27.304539 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-907c987d-518c-4dc3-bacc-2e4dcc23bb01 req-d82fb65c-4fc7-4adc-a243-773b8799b661 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 931 time: 0.2433486 Jun 23 11:55:27.361222 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=9ebd518b-a0cf-45b8-bc44-758c460d139b,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:27.436539 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d875fe-25a8-499c-909f-658fffff9f46 req-e0986fed-16f9-4ad5-a48d-30ed89f93fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:27.438086 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67d875fe-25a8-499c-909f-658fffff9f46 req-e0986fed-16f9-4ad5-a48d-30ed89f93fe1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d211354c655b469491d235e5507e61ba&device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 1127 time: 0.2747111 Jun 23 11:55:27.441340 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6be81-6170-4026-8f75-494bb580fa18 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,revision_number=3']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:27.468774 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-907c987d-518c-4dc3-bacc-2e4dcc23bb01 req-ec10ef0c-4bc7-4fb5-8869-5b476bbb21cf tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656337 Jun 23 11:55:27.501747 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (aa6285e7-0658-4131-aef9-e0151dcf7912), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:27.507881 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f739ac73-5f51-4f43-a874-1dea9ed81730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:27.521289 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-58012866-f0bb-4f10-97a0-58f57404542a req-facb62c0-c65a-41a4-9f39-02a330d7db10 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (2b1b9605-d448-4f5e-8b07-f5d1a8bf6799), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:27.575196 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:27.588384 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab28d5f-6be8-4a66-a6d6-9226c9d9b5e6 req-2f9b4f1a-8487-410c-9864-85530585bc5f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:27.596838 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c4f76-5d9a-47b7-99bf-10526d2398fa req-e2ad33c7-1f1b-4345-82c7-6ff83a29642e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:27.597887 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2ab28d5f-6be8-4a66-a6d6-9226c9d9b5e6 req-2f9b4f1a-8487-410c-9864-85530585bc5f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.1729333 Jun 23 11:55:27.598898 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b69c4f76-5d9a-47b7-99bf-10526d2398fa req-e2ad33c7-1f1b-4345-82c7-6ff83a29642e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 932 time: 0.0709009 Jun 23 11:55:27.628880 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67d875fe-25a8-499c-909f-658fffff9f46 req-ce656e52-2e59-4b1b-aa48-ed3a77221959 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e HTTP/1.1" status: 200 len: 217 time: 0.0496895 Jun 23 11:55:27.697937 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:27.701845 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b69c4f76-5d9a-47b7-99bf-10526d2398fa req-1f1824db-5f9d-436b-be7f-61f053d7fa13 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765648 Jun 23 11:55:27.737932 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58012866-f0bb-4f10-97a0-58f57404542a req-facb62c0-c65a-41a4-9f39-02a330d7db10 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:55:27.764663 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22023d0-baa8-4f3d-945f-9d7f5db5876b x-openstack-request-id: req-e22023d0-baa8-4f3d-945f-9d7f5db5876b {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:27.764988 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19ec4d3-4ce1-4fbd-81ea-025a5c724421", "tag": "8e9b4dc6-7a9c-4183-b1a8-10297c792e0e", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:27.765240 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e22023d0-baa8-4f3d-945f-9d7f5db5876b {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:27.765664 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e22023d0-baa8-4f3d-945f-9d7f5db5876b'] response: {'name': 'network-changed', 'server_uuid': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'tag': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e', 'status': 'completed', 'code': 200} Jun 23 11:55:27.798706 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-58012866-f0bb-4f10-97a0-58f57404542a req-facb62c0-c65a-41a4-9f39-02a330d7db10 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:55:27.809487 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:27.816177 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-58012866-f0bb-4f10-97a0-58f57404542a req-facb62c0-c65a-41a4-9f39-02a330d7db10 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:55:27.830290 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb62c0-c65a-41a4-9f39-02a330d7db10 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event updated for resources: {'Port': ['ID=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:27.906899 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2ab28d5f-6be8-4a66-a6d6-9226c9d9b5e6 req-ec71068d-e1df-4fa1-bc4a-abf70705eb4e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080962 Jun 23 11:55:27.965698 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58012866-f0bb-4f10-97a0-58f57404542a req-facb62c0-c65a-41a4-9f39-02a330d7db10 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:27.966385 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-58012866-f0bb-4f10-97a0-58f57404542a req-facb62c0-c65a-41a4-9f39-02a330d7db10 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:28.164459 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-58012866-f0bb-4f10-97a0-58f57404542a req-facb62c0-c65a-41a4-9f39-02a330d7db10 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6892622 Jun 23 11:55:28.179617 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f739ac73-5f51-4f43-a874-1dea9ed81730 admin admin] Publish callbacks [] for security_group (5ffb2ba9-0f84-43a0-827e-aa620b4c9dca), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:28.183767 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6285e7-0658-4131-aef9-e0151dcf7912 {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:55:28.184937 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f0418-d923-4304-851f-32547653a4ff req-554c682d-6d0f-430a-b963-aa0ad585d470 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:28.191318 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f739ac73-5f51-4f43-a874-1dea9ed81730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (5ffb2ba9-0f84-43a0-827e-aa620b4c9dca), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:28.199889 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Publish callbacks [] for port (aa6285e7-0658-4131-aef9-e0151dcf7912), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:28.206170 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9c9f0418-d923-4304-851f-32547653a4ff req-554c682d-6d0f-430a-b963-aa0ad585d470 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 946 time: 0.1862359 Jun 23 11:55:28.216257 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-5a94a797-d4d6-478c-a0c2-1b4c79af2cca None None] Provisioning complete for port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:28.216785 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5a94a797-d4d6-478c-a0c2-1b4c79af2cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (2b1b9605-d448-4f5e-8b07-f5d1a8bf6799), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:28.251638 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739ac73-5f51-4f43-a874-1dea9ed81730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffb2ba9-0f84-43a0-827e-aa620b4c9dca,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:28.258386 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Transition to ACTIVE for port object aa6285e7-0658-4131-aef9-e0151dcf7912 will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:55:28.261843 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d875fe-25a8-499c-909f-658fffff9f46 req-08a1f9c8-d6ea-41fe-bd64-349545e64da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:28.265052 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-f739ac73-5f51-4f43-a874-1dea9ed81730 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=169b01318f174ad8a607b8454c79ff02&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0843110 Jun 23 11:55:28.265243 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67d875fe-25a8-499c-909f-658fffff9f46 req-08a1f9c8-d6ea-41fe-bd64-349545e64da8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fea9b42-e008-42bd-8176-b6f37ce2fc7a HTTP/1.1" status: 200 len: 856 time: 0.1945410 Jun 23 11:55:28.266948 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (aa6285e7-0658-4131-aef9-e0151dcf7912), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:28.269308 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 48218) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:28.276718 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-5a94a797-d4d6-478c-a0c2-1b4c79af2cca None None] Port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:55:28.308616 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9c9f0418-d923-4304-851f-32547653a4ff req-029338f2-0c5c-462b-9ba2-99fa5c6b511d tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/security-groups?id=45921a1c-5791-4f3b-8620-a7bc6d4815f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012151 Jun 23 11:55:28.379247 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Request body: {'port': {'device_id': '7134bd36-8b37-48ff-bcfb-ab369c0ef601', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:28.428213 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d875fe-25a8-499c-909f-658fffff9f46 req-190799dd-eab5-4f6e-bf51-416a8d899844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:28.429833 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67d875fe-25a8-499c-909f-658fffff9f46 req-190799dd-eab5-4f6e-bf51-416a8d899844 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95d2a966-c2d0-4baf-b3af-40bcab8446e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675340 Jun 23 11:55:28.448555 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec85106b-8a3d-4c85-b842-40523a7eb9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebd518b-a0cf-45b8-bc44-758c460d139b'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:28.451039 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e65f76-b642-4318-a369-8d1d6ed7c7cc" -d '{"events": [{"server_uuid": "ec85106b-8a3d-4c85-b842-40523a7eb9ca", "name": "network-vif-plugged", "status": "completed", "tag": "9ebd518b-a0cf-45b8-bc44-758c460d139b"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:28.516521 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d709eef-a69b-4105-887e-4a3664a88f57 req-e06f5420-604f-44d1-a36b-0b5de6335fb8 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:28.517969 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3d709eef-a69b-4105-887e-4a3664a88f57 req-e06f5420-604f-44d1-a36b-0b5de6335fb8 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0693932 Jun 23 11:55:28.527769 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6285e7-0658-4131-aef9-e0151dcf7912,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:28.530187 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-88076ed8-af9a-4578-8a47-e668d4959bc4 admin admin] Publish callbacks [] for security_group (5ffb2ba9-0f84-43a0-827e-aa620b4c9dca), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:28.553064 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a370225e-71ee-4a85-8afa-e6931b801888 x-openstack-request-id: req-a370225e-71ee-4a85-8afa-e6931b801888 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:28.553533 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec85106b-8a3d-4c85-b842-40523a7eb9ca", "name": "network-vif-plugged", "status": "completed", "tag": "9ebd518b-a0cf-45b8-bc44-758c460d139b", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:28.554005 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a370225e-71ee-4a85-8afa-e6931b801888 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:28.554489 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a370225e-71ee-4a85-8afa-e6931b801888'] response: {'server_uuid': 'ec85106b-8a3d-4c85-b842-40523a7eb9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebd518b-a0cf-45b8-bc44-758c460d139b', 'code': 200} Jun 23 11:55:28.555595 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-88076ed8-af9a-4578-8a47-e668d4959bc4 admin admin] Publish callbacks [] for security_group (5ffb2ba9-0f84-43a0-827e-aa620b4c9dca), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:28.646396 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:28.673290 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67d875fe-25a8-499c-909f-658fffff9f46 req-3f7226d9-757a-497d-a11f-0cd98293b67e service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322741 Jun 23 11:55:28.748914 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-88076ed8-af9a-4578-8a47-e668d4959bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (5ffb2ba9-0f84-43a0-827e-aa620b4c9dca), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:28.752665 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-88076ed8-af9a-4578-8a47-e668d4959bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:28.753188 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-88076ed8-af9a-4578-8a47-e668d4959bc4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5ffb2ba9-0f84-43a0-827e-aa620b4c9dca HTTP/1.1" status: 204 len: 168 time: 0.4761045 Jun 23 11:55:28.789936 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f92c7-56c7-41a0-ac0f-93112d7433cf req-1f5c1bb4-8e09-49ee-b051-46a14cb9ce2a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:28.798781 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-825f92c7-56c7-41a0-ac0f-93112d7433cf req-1f5c1bb4-8e09-49ee-b051-46a14cb9ce2a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 943 time: 0.0838323 Jun 23 11:55:28.825733 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88076ed8-af9a-4578-8a47-e668d4959bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffb2ba9-0f84-43a0-827e-aa620b4c9dca,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:28.827486 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (2b1b9605-d448-4f5e-8b07-f5d1a8bf6799), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:28.842511 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:28.899631 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-825f92c7-56c7-41a0-ac0f-93112d7433cf req-a860beae-c7db-4832-b5a6-ba2293c14ee9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991125 Jun 23 11:55:28.913388 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3d709eef-a69b-4105-887e-4a3664a88f57 req-f81f75d9-c23e-469e-a668-d3bbac929cf2 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677598 Jun 23 11:55:28.919616 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Attempting to bind port aa6285e7-0658-4131-aef9-e0151dcf7912 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:55:28.919961 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Attempting to bind port aa6285e7-0658-4131-aef9-e0151dcf7912 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:55:28.920294 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Attempting to bind port aa6285e7-0658-4131-aef9-e0151dcf7912 on network e2860678-188a-43de-956c-7f6a2a5353f6 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:28.953420 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Port aa6285e7-0658-4131-aef9-e0151dcf7912 on network e2860678-188a-43de-956c-7f6a2a5353f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:55:28.953892 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Attempting to bind port aa6285e7-0658-4131-aef9-e0151dcf7912 on network e2860678-188a-43de-956c-7f6a2a5353f6 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:28.962651 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:55:28.962999 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Checking segment: {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:55:28.963387 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Bound using segment: {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:55:28.963825 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Bound port: aa6285e7-0658-4131-aef9-e0151dcf7912, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:55:28.964188 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (aa6285e7-0658-4131-aef9-e0151dcf7912), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:29.159322 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7e7f9-5d53-4e04-9d02-511c27d905fe req-aa60da74-df1d-4f03-a2c3-7c7c29fd137f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:29.164223 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cbf7e7f9-5d53-4e04-9d02-511c27d905fe req-aa60da74-df1d-4f03-a2c3-7c7c29fd137f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 932 time: 0.0786645 Jun 23 11:55:29.280146 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfd670-594d-412f-9948-fb2dfabb535d req-47d2b1e7-3ad9-4bb2-af75-def22f2d6516 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:29.285255 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-dfbfd670-594d-412f-9948-fb2dfabb535d req-47d2b1e7-3ad9-4bb2-af75-def22f2d6516 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.1695852 Jun 23 11:55:29.302779 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cbf7e7f9-5d53-4e04-9d02-511c27d905fe req-a75ffccb-cfa6-4d8f-956d-c47a41c9743e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210337 Jun 23 11:55:29.356307 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67d875fe-25a8-499c-909f-658fffff9f46 req-9004c897-9938-465e-9b8d-7f28de072f62 service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906164 Jun 23 11:55:29.392858 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a79b2-5852-4a08-93be-2b492f6d6f04 req-f4102722-c9ae-493a-8b1d-7af0a79aaa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:29.394742 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5c1a79b2-5852-4a08-93be-2b492f6d6f04 req-f4102722-c9ae-493a-8b1d-7af0a79aaa18 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 1129 time: 0.2370958 Jun 23 11:55:29.431218 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-dfbfd670-594d-412f-9948-fb2dfabb535d req-0abfd282-dad3-4c31-9bd3-b455375bf6cf tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268339 Jun 23 11:55:29.432271 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] For port aa6285e7-0658-4131-aef9-e0151dcf7912, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:55:29.437191 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] For port aa6285e7-0658-4131-aef9-e0151dcf7912, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=aa6285e7-0658-4131-aef9-e0151dcf7912,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:55:29.451401 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (aa6285e7-0658-4131-aef9-e0151dcf7912), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:29.508467 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:29.508467 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:29.508661 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] 10.222.0.44 "PUT /v2.0/ports/aa6285e7-0658-4131-aef9-e0151dcf7912 HTTP/1.1" status: 200 len: 1093 time: 2.2166610 Jun 23 11:55:29.509087 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'tag': 'aa6285e7-0658-4131-aef9-e0151dcf7912'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:29.510234 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48280) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:29.511333 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f2f6d1-f993-4069-9b49-08c264d7f259" -d '{"events": [{"name": "network-changed", "server_uuid": "d67c82c1-7c40-43a6-9326-480dc5fcb37a", "tag": "aa6285e7-0658-4131-aef9-e0151dcf7912"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:29.611763 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7b09b-fad3-4afa-b931-6bc0269eee57 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6285e7-0658-4131-aef9-e0151dcf7912,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:29.618474 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:55:29.626898 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Publish callbacks [] for port (2b1b9605-d448-4f5e-8b07-f5d1a8bf6799), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:29.637481 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bfa46b-5299-46b5-ab48-c6a1219005a1 x-openstack-request-id: req-c1bfa46b-5299-46b5-ab48-c6a1219005a1 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:29.637854 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67c82c1-7c40-43a6-9326-480dc5fcb37a", "tag": "aa6285e7-0658-4131-aef9-e0151dcf7912", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:29.638147 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c1bfa46b-5299-46b5-ab48-c6a1219005a1 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:29.638659 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bfa46b-5299-46b5-ab48-c6a1219005a1'] response: {'name': 'network-changed', 'server_uuid': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'tag': 'aa6285e7-0658-4131-aef9-e0151dcf7912', 'status': 'completed', 'code': 200} Jun 23 11:55:29.645452 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Transition to ACTIVE for port object 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:55:29.652737 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (2b1b9605-d448-4f5e-8b07-f5d1a8bf6799), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:29.761840 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-cb64ecea-9e73-4d16-a317-2b60ee2912ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:29.773680 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Pushing event updated for resources: {'Port': ['ID=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:29.853291 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:29.860810 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Attempting to bind port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:55:29.861494 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Attempting to bind port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:55:29.862184 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Attempting to bind port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 on network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:29.868614 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 on network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:55:29.869254 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Attempting to bind port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 on network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:29.875645 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:55:29.876331 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Checking segment: {'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:55:29.876975 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Bound using segment: {'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:55:29.877625 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Bound port: 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:55:29.878437 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (2b1b9605-d448-4f5e-8b07-f5d1a8bf6799), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:29.885824 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:29.922666 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-cb64ecea-9e73-4d16-a317-2b60ee2912ab admin admin] Publish callbacks [] for security_group (4a6c5428-2437-440c-8dec-1949af703fca), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:29.930597 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-cb64ecea-9e73-4d16-a317-2b60ee2912ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (4a6c5428-2437-440c-8dec-1949af703fca), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:29.978861 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] For port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:55:29.993811 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] For port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:55:30.006570 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (2b1b9605-d448-4f5e-8b07-f5d1a8bf6799), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:30.030465 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:30.031340 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:30.033029 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-58012866-f0bb-4f10-97a0-58f57404542a req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] 10.222.0.44 "PUT /v2.0/ports/2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 HTTP/1.1" status: 200 len: 1094 time: 1.6684453 Jun 23 11:55:30.056095 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-cb64ecea-9e73-4d16-a317-2b60ee2912ab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3b88aebfb7d34bc8b30f40080dc23d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5376251 Jun 23 11:55:30.059503 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64ecea-9e73-4d16-a317-2b60ee2912ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6c5428-2437-440c-8dec-1949af703fca,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:30.080164 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48308) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:30.090791 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d9809-f2b2-40e5-aebf-f7c23d1e6667 req-6c8f3bbd-05e3-4635-af9a-b495875db6ea tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:30.110049 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-626d9809-f2b2-40e5-aebf-f7c23d1e6667 req-6c8f3bbd-05e3-4635-af9a-b495875db6ea tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 943 time: 0.0894380 Jun 23 11:55:30.140769 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:30.158391 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 48312) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:30.205227 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 48318) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:30.217077 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:30.245395 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5990f-c910-4d70-babc-4d9a75181725 req-483e2d58-5943-4303-8100-1657f21ae5c7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:30.247213 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-89c5990f-c910-4d70-babc-4d9a75181725 req-483e2d58-5943-4303-8100-1657f21ae5c7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.1193681 Jun 23 11:55:30.285931 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-81d4bc51-064d-4958-9b73-543c502c012b admin admin] Publish callbacks [] for security_group (4a6c5428-2437-440c-8dec-1949af703fca), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:30.337070 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-626d9809-f2b2-40e5-aebf-f7c23d1e6667 req-6040fa5d-5ba4-4863-924e-cf21c98e96da tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255974 Jun 23 11:55:30.409324 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2f6d1-f993-4069-9b49-08c264d7f259 req-9784e66d-5818-44e7-9bfb-d9366d96fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:30.411092 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-59f2f6d1-f993-4069-9b49-08c264d7f259 req-9784e66d-5818-44e7-9bfb-d9366d96fa80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4f73dfee32d43b985e9192000eaed8c&device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 1127 time: 0.1604023 Jun 23 11:55:30.411802 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4d338-7747-4267-98e6-e3c82be1348e service neutron] Pushing event updated for resources: {'Port': ['ID=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:30.414231 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-89c5990f-c910-4d70-babc-4d9a75181725 req-e3ba6312-dbed-4943-b794-1c67d215ed05 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355739 Jun 23 11:55:30.421482 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-81d4bc51-064d-4958-9b73-543c502c012b admin admin] Publish callbacks [] for security_group (4a6c5428-2437-440c-8dec-1949af703fca), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:30.425864 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58012866-f0bb-4f10-97a0-58f57404542a req-f5b3735e-d42d-4768-bd7f-b2cb0e356f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:30.428233 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-58012866-f0bb-4f10-97a0-58f57404542a req-f5b3735e-d42d-4768-bd7f-b2cb0e356f05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1a92a7ffc864256b48a9848b27f9fd2&device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 1128 time: 0.1779170 Jun 23 11:55:30.448611 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-0e6491f4-7190-4255-b52f-8374e0d3604f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-626820106-network', 'tenant_id': 'a5a0086895b6442da90bc0f1bcecd3e7'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:30.472567 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-953486fc-0368-4819-8518-a2905917764d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:30.484639 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-58012866-f0bb-4f10-97a0-58f57404542a req-0f16cda3-888b-43ea-86ce-21ec0134bf91 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 HTTP/1.1" status: 200 len: 217 time: 0.0432575 Jun 23 11:55:30.504753 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d2a79-c71c-4f62-8aa6-b6b6d7c18abc req-512d1a62-cc76-42f8-b4df-62998597ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:30.506830 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-769d2a79-c71c-4f62-8aa6-b6b6d7c18abc req-512d1a62-cc76-42f8-b4df-62998597ebc9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d211354c655b469491d235e5507e61ba&device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 1127 time: 0.3291881 Jun 23 11:55:30.507407 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6491f4-7190-4255-b52f-8374e0d3604f admin admin] Made reservation on behalf of a5a0086895b6442da90bc0f1bcecd3e7 for: {'network': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:55:30.509847 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0e6491f4-7190-4255-b52f-8374e0d3604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:30.536602 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:30.591998 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff725e19-da05-4899-bcf7-83154daa5dcb req-303a93c2-53bd-4418-851a-3b2869ee96e4 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:30.597165 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ff725e19-da05-4899-bcf7-83154daa5dcb req-303a93c2-53bd-4418-851a-3b2869ee96e4 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 944 time: 0.0854399 Jun 23 11:55:30.613304 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58012866-f0bb-4f10-97a0-58f57404542a req-15b689e2-c3ea-4620-bbf4-4164d6ccaf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:30.614854 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-58012866-f0bb-4f10-97a0-58f57404542a req-15b689e2-c3ea-4620-bbf4-4164d6ccaf65 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5479a9c9-7903-44a1-b59c-af44f63c9c99 HTTP/1.1" status: 200 len: 848 time: 0.1226804 Jun 23 11:55:30.634107 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0e6491f4-7190-4255-b52f-8374e0d3604f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:30.662541 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-81d4bc51-064d-4958-9b73-543c502c012b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (4a6c5428-2437-440c-8dec-1949af703fca), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:30.665613 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-81d4bc51-064d-4958-9b73-543c502c012b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:30.669484 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-81d4bc51-064d-4958-9b73-543c502c012b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4a6c5428-2437-440c-8dec-1949af703fca HTTP/1.1" status: 204 len: 168 time: 0.5842228 Jun 23 11:55:30.683077 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5c1a79b2-5852-4a08-93be-2b492f6d6f04 req-aeb31a78-aace-4efd-90b5-76531596dfce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232882 Jun 23 11:55:30.714455 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4bc51-064d-4958-9b73-543c502c012b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6c5428-2437-440c-8dec-1949af703fca,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:30.723550 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58012866-f0bb-4f10-97a0-58f57404542a req-c084946c-6148-4287-bbcd-244654e7e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:30.725135 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-58012866-f0bb-4f10-97a0-58f57404542a req-c084946c-6148-4287-bbcd-244654e7e27d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ec90cf8-67c4-41e3-bbbb-0e606173a369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0962996 Jun 23 11:55:30.750344 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ff725e19-da05-4899-bcf7-83154daa5dcb req-a98807eb-a1b8-4c99-939c-a07404cfa2f1 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486328 Jun 23 11:55:30.835767 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:30.856817 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2f6d1-f993-4069-9b49-08c264d7f259 req-a5d22084-c462-483f-98bc-f4874d93c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:30.858473 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-59f2f6d1-f993-4069-9b49-08c264d7f259 req-a5d22084-c462-483f-98bc-f4874d93c0b8 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b4f73dfee32d43b985e9192000eaed8c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4326360 Jun 23 11:55:30.895349 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d2a79-c71c-4f62-8aa6-b6b6d7c18abc req-485f9269-b571-4677-bc63-836b40c09aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:30.897219 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-769d2a79-c71c-4f62-8aa6-b6b6d7c18abc req-485f9269-b571-4677-bc63-836b40c09aab service neutron] 10.222.0.44 "GET /v2.0/networks?id=95d2a966-c2d0-4baf-b3af-40bcab8446e6 HTTP/1.1" status: 200 len: 918 time: 0.3353512 Jun 23 11:55:30.972760 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb231cc3-dbbb-4f97-b5e2-988b32e7a61f req-7c53076c-7f68-426b-8dbc-71a2b567f7b3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:30.974294 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-fb231cc3-dbbb-4f97-b5e2-988b32e7a61f req-7c53076c-7f68-426b-8dbc-71a2b567f7b3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.1288927 Jun 23 11:55:30.986733 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-953486fc-0368-4819-8518-a2905917764d admin admin] Publish callbacks [] for security_group (3b4c9c16-60d5-4e1a-8061-91ec36482a0a), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:30.988597 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-769d2a79-c71c-4f62-8aa6-b6b6d7c18abc req-02d8590e-f2b4-42c5-aaf7-fe95ed7d40e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e HTTP/1.1" status: 200 len: 217 time: 0.0835350 Jun 23 11:55:31.000427 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-953486fc-0368-4819-8518-a2905917764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (3b4c9c16-60d5-4e1a-8061-91ec36482a0a), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.081560 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-664864ac-63fc-42b1-b083-b2d849193945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.108594 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-fb231cc3-dbbb-4f97-b5e2-988b32e7a61f req-ae96ca88-c6c8-4ee5-bf58-a97d6bf359ff tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818980 Jun 23 11:55:31.110829 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-58012866-f0bb-4f10-97a0-58f57404542a req-4595051f-2fa2-4a3d-863f-6953d38a262e service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010188 Jun 23 11:55:31.147844 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48344) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:31.161820 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0ee3-b264-4889-8f1a-cd41016c21e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.248536 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0ee3-b264-4889-8f1a-cd41016c21e7 admin admin] Publish callbacks [] for security_group (60aa8fce-357c-4586-b8c8-8801d4c805f3), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.252748 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0ee3-b264-4889-8f1a-cd41016c21e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (60aa8fce-357c-4586-b8c8-8801d4c805f3), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.294568 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-6b3d0ee3-b264-4889-8f1a-cd41016c21e7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5e0a9ccdd1f34556a78af4735e9f4813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455398 Jun 23 11:55:31.295309 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d0ee3-b264-4889-8f1a-cd41016c21e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60aa8fce-357c-4586-b8c8-8801d4c805f3,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:31.297826 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48346) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:31.325059 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:31.347398 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-953486fc-0368-4819-8518-a2905917764d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=68dbb92c4e934c2f93f23a11e6f75e24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1066051 Jun 23 11:55:31.347966 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0e6491f4-7190-4255-b52f-8374e0d3604f admin admin] Publish callbacks [] for security_group (975619c9-9ff8-4711-8815-6cfd247926e0), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.349536 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48348) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:31.354321 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953486fc-0368-4819-8518-a2905917764d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4c9c16-60d5-4e1a-8061-91ec36482a0a,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:31.362760 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0e6491f4-7190-4255-b52f-8374e0d3604f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (975619c9-9ff8-4711-8815-6cfd247926e0), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.370746 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d4207ffe-4305-46e1-8379-b3cfa2f84ea0 admin admin] Publish callbacks [] for security_group (60aa8fce-357c-4586-b8c8-8801d4c805f3), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.380459 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:31.394374 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d2a79-c71c-4f62-8aa6-b6b6d7c18abc req-04b652b3-51ce-43cd-8748-c7156cb57e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:31.396473 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-769d2a79-c71c-4f62-8aa6-b6b6d7c18abc req-04b652b3-51ce-43cd-8748-c7156cb57e91 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fea9b42-e008-42bd-8176-b6f37ce2fc7a HTTP/1.1" status: 200 len: 856 time: 0.3759174 Jun 23 11:55:31.401765 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6491f4-7190-4255-b52f-8374e0d3604f admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=103988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:55:31.404339 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2f6d1-f993-4069-9b49-08c264d7f259 req-5f4fb9ff-5322-4cbd-a352-6da314c8635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:31.406012 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-59f2f6d1-f993-4069-9b49-08c264d7f259 req-5f4fb9ff-5322-4cbd-a352-6da314c8635c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5021229 Jun 23 11:55:31.429266 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d4207ffe-4305-46e1-8379-b3cfa2f84ea0 admin admin] Publish callbacks [] for security_group (60aa8fce-357c-4586-b8c8-8801d4c805f3), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.443430 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:31.448216 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6491f4-7190-4255-b52f-8374e0d3604f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975619c9-9ff8-4711-8815-6cfd247926e0,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:31.472522 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0e6491f4-7190-4255-b52f-8374e0d3604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (6b75d81d-3788-47e6-a7ec-066eae27f051), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.473147 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.segments_db [None req-0e6491f4-7190-4255-b52f-8374e0d3604f admin admin] Added segment 6b75d81d-3788-47e6-a7ec-066eae27f051 of type vlan for network 1cbb7bc8-91c5-4257-ad30-f56ed02325b3 Jun 23 11:55:31.494824 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-88212d57-6feb-49c7-867f-cedde4190ff3 admin admin] Publish callbacks [] for security_group (3b4c9c16-60d5-4e1a-8061-91ec36482a0a), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.601754 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d2a79-c71c-4f62-8aa6-b6b6d7c18abc req-969ecb8e-29f2-4b11-8f6d-7453239150b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:31.603289 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-769d2a79-c71c-4f62-8aa6-b6b6d7c18abc req-969ecb8e-29f2-4b11-8f6d-7453239150b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95d2a966-c2d0-4baf-b3af-40bcab8446e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1277511 Jun 23 11:55:31.606071 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-88212d57-6feb-49c7-867f-cedde4190ff3 admin admin] Publish callbacks [] for security_group (3b4c9c16-60d5-4e1a-8061-91ec36482a0a), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.614298 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c2c86-b8e0-4f29-aef9-22f8f0e58847 req-bb21cdb4-3c95-4b4b-974c-2b80e4b6fe33 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:31.615800 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9d1c2c86-b8e0-4f29-aef9-22f8f0e58847 req-bb21cdb4-3c95-4b4b-974c-2b80e4b6fe33 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.1355031 Jun 23 11:55:31.616091 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dbd4d-9d4b-4ce0-9c18-d9c4e8327306 req-b5615114-47d1-4f5b-931d-f59c84fd6511 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:31.617636 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-132dbd4d-9d4b-4ce0-9c18-d9c4e8327306 req-b5615114-47d1-4f5b-931d-f59c84fd6511 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 943 time: 0.1871700 Jun 23 11:55:31.621644 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0e6491f4-7190-4255-b52f-8374e0d3604f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (1cbb7bc8-91c5-4257-ad30-f56ed02325b3), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.624729 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-6ee17320-d891-4451-9f4a-91a437ceed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:31.626180 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-6ee17320-d891-4451-9f4a-91a437ceed81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4f73dfee32d43b985e9192000eaed8c&device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 1127 time: 0.0943649 Jun 23 11:55:31.639323 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7134bd36-8b37-48ff-bcfb-ab369c0ef601', 'tag': '2b1b9605-d448-4f5e-8b07-f5d1a8bf6799'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:31.641556 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760f46e1-2735-4f80-a42a-4cab897642a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7134bd36-8b37-48ff-bcfb-ab369c0ef601", "tag": "2b1b9605-d448-4f5e-8b07-f5d1a8bf6799"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:31.663102 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d4207ffe-4305-46e1-8379-b3cfa2f84ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (60aa8fce-357c-4586-b8c8-8801d4c805f3), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.665591 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d4207ffe-4305-46e1-8379-b3cfa2f84ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.670237 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-d4207ffe-4305-46e1-8379-b3cfa2f84ea0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/60aa8fce-357c-4586-b8c8-8801d4c805f3 HTTP/1.1" status: 204 len: 168 time: 0.3679929 Jun 23 11:55:31.684799 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0e6491f4-7190-4255-b52f-8374e0d3604f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (1cbb7bc8-91c5-4257-ad30-f56ed02325b3), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.686068 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6491f4-7190-4255-b52f-8374e0d3604f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:31.687059 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0e6491f4-7190-4255-b52f-8374e0d3604f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.697349 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-58012866-f0bb-4f10-97a0-58f57404542a req-328dafe9-c66d-44ed-b5e0-ceccd3d21517 service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591665 Jun 23 11:55:31.697983 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4207ffe-4305-46e1-8379-b3cfa2f84ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aa8fce-357c-4586-b8c8-8801d4c805f3,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:31.731961 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9d1c2c86-b8e0-4f29-aef9-22f8f0e58847 req-375e4b3e-7e21-411d-97c3-d7d84eaf0bcc tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968585 Jun 23 11:55:31.740334 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-88212d57-6feb-49c7-867f-cedde4190ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (3b4c9c16-60d5-4e1a-8061-91ec36482a0a), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.744501 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-88212d57-6feb-49c7-867f-cedde4190ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.748132 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-88212d57-6feb-49c7-867f-cedde4190ff3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3b4c9c16-60d5-4e1a-8061-91ec36482a0a HTTP/1.1" status: 204 len: 168 time: 0.3951492 Jun 23 11:55:31.756147 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88212d57-6feb-49c7-867f-cedde4190ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4c9c16-60d5-4e1a-8061-91ec36482a0a,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:31.822219 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-915b0581-e6b3-4243-8860-b3ca7ae37d23 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa6285e7-0658-4131-aef9-e0151dcf7912 HTTP/1.1" status: 200 len: 217 time: 0.1241627 Jun 23 11:55:31.839902 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-132dbd4d-9d4b-4ce0-9c18-d9c4e8327306 req-7e0eb995-513d-4209-b8bb-b33544a693da tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012169 Jun 23 11:55:31.853592 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-0e6491f4-7190-4255-b52f-8374e0d3604f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.6567497 Jun 23 11:55:31.855322 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 48364) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:31.899685 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-a53a571e-14e7-432d-96c3-6bb3d2bb4980 admin admin] Request body: {'subnet': {'network_id': '1cbb7bc8-91c5-4257-ad30-f56ed02325b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-626820106-subnet', 'tenant_id': 'a5a0086895b6442da90bc0f1bcecd3e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:31.924564 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd97e44-2516-40ef-bfc7-69ebaed1fb26 x-openstack-request-id: req-7dd97e44-2516-40ef-bfc7-69ebaed1fb26 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:31.924903 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7134bd36-8b37-48ff-bcfb-ab369c0ef601", "tag": "2b1b9605-d448-4f5e-8b07-f5d1a8bf6799", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:31.925160 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7dd97e44-2516-40ef-bfc7-69ebaed1fb26 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:31.925572 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd97e44-2516-40ef-bfc7-69ebaed1fb26'] response: {'name': 'network-changed', 'server_uuid': '7134bd36-8b37-48ff-bcfb-ab369c0ef601', 'tag': '2b1b9605-d448-4f5e-8b07-f5d1a8bf6799', 'status': 'completed', 'code': 200} Jun 23 11:55:31.925929 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:31.957497 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53a571e-14e7-432d-96c3-6bb3d2bb4980 admin admin] Made reservation on behalf of a5a0086895b6442da90bc0f1bcecd3e7 for: {'subnet': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:55:31.959903 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a53a571e-14e7-432d-96c3-6bb3d2bb4980 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29328163'] for subnet (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:31.965688 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6491f4-7190-4255-b52f-8374e0d3604f admin admin] Pushing event updated for resources: {'Network': ['ID=1cbb7bc8-91c5-4257-ad30-f56ed02325b3,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:31.986780 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network 1cbb7bc8-91c5-4257-ad30-f56ed02325b3 details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:55:32.034678 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:32.118680 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd665f-4b20-467e-8501-16f92a6de2c9 req-81c85075-97e3-4ddf-9fa1-60761928f8fd tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:32.120307 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1fcd665f-4b20-467e-8501-16f92a6de2c9 req-81c85075-97e3-4ddf-9fa1-60761928f8fd tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 944 time: 0.1643529 Jun 23 11:55:32.125221 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-769d2a79-c71c-4f62-8aa6-b6b6d7c18abc req-204dfbc4-ed3e-4019-9f47-421f1c703bc9 service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351687 Jun 23 11:55:32.228493 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1fcd665f-4b20-467e-8501-16f92a6de2c9 req-310974af-c73e-49f2-a7de-9c0118fafbbb tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946383 Jun 23 11:55:32.262451 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9094b-f437-4792-ad2a-26b0150ecc56 req-a8aabf6d-420d-4177-af47-6fa1ba1ee3d8 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:32.264112 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4af9094b-f437-4792-ad2a-26b0150ecc56 req-a8aabf6d-420d-4177-af47-6fa1ba1ee3d8 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0631199 Jun 23 11:55:32.332744 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4af9094b-f437-4792-ad2a-26b0150ecc56 req-d9656ec9-5ee6-4b67-88b7-9e16c933a31a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588522 Jun 23 11:55:32.362637 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 48380) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:32.377379 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a53a571e-14e7-432d-96c3-6bb3d2bb4980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28485106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29328213'] for subnet (b806f1c4-b55c-4ab3-ba48-5f8a8f225405), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:32.385112 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-91be066a-24dd-4e14-b6d7-2c4ded2c72eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:32.457097 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a571e-14e7-432d-96c3-6bb3d2bb4980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b806f1c4-b55c-4ab3-ba48-5f8a8f225405,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:32.484701 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53a571e-14e7-432d-96c3-6bb3d2bb4980 admin admin] Checking segment: {'id': '6b75d81d-3788-47e6-a7ec-066eae27f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1cbb7bc8-91c5-4257-ad30-f56ed02325b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:55:32.485066 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53a571e-14e7-432d-96c3-6bb3d2bb4980 admin admin] Network hostable DHCP agents. Network: 1cbb7bc8-91c5-4257-ad30-f56ed02325b3, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:55:32.528553 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53a571e-14e7-432d-96c3-6bb3d2bb4980 admin admin] Network 1cbb7bc8-91c5-4257-ad30-f56ed02325b3 is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:55:32.547680 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-a53a571e-14e7-432d-96c3-6bb3d2bb4980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, 1cbb7bc8-91c5-4257-ad30-f56ed02325b3) {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:55:32.552182 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53a571e-14e7-432d-96c3-6bb3d2bb4980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:32.552813 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a53a571e-14e7-432d-96c3-6bb3d2bb4980 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:32.558052 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af54327f-6126-45c0-95a6-460c3073cf8d None None] Network 1cbb7bc8-91c5-4257-ad30-f56ed02325b3 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:55:32.558853 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-91be066a-24dd-4e14-b6d7-2c4ded2c72eb admin admin] Publish callbacks [] for security_group (752202f8-f5ee-4e62-aed4-eb1a4ec22837), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:32.559651 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:32.570455 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-91be066a-24dd-4e14-b6d7-2c4ded2c72eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (752202f8-f5ee-4e62-aed4-eb1a4ec22837), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:32.606554 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-a53a571e-14e7-432d-96c3-6bb3d2bb4980 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7047644 Jun 23 11:55:32.620889 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be066a-24dd-4e14-b6d7-2c4ded2c72eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752202f8-f5ee-4e62-aed4-eb1a4ec22837,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:32.628833 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48392) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:32.629385 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-91be066a-24dd-4e14-b6d7-2c4ded2c72eb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a9a40e2e991645589ba74cf66112628a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651234 Jun 23 11:55:32.668609 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:55:32.705401 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce89c62a-3179-43f6-8e5c-57145b3902ba admin admin] Publish callbacks [] for security_group (752202f8-f5ee-4e62-aed4-eb1a4ec22837), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:32.737792 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce89c62a-3179-43f6-8e5c-57145b3902ba admin admin] Publish callbacks [] for security_group (752202f8-f5ee-4e62-aed4-eb1a4ec22837), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:32.749025 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:32.766265 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b357dd24-6a90-4977-8bc4-3b6ec3685d91 None None] Network 1cbb7bc8-91c5-4257-ad30-f56ed02325b3 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:55:32.819677 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce89c62a-3179-43f6-8e5c-57145b3902ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (752202f8-f5ee-4e62-aed4-eb1a4ec22837), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:32.831254 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce89c62a-3179-43f6-8e5c-57145b3902ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:32.841685 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-ce89c62a-3179-43f6-8e5c-57145b3902ba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/752202f8-f5ee-4e62-aed4-eb1a4ec22837 HTTP/1.1" status: 204 len: 168 time: 0.2114112 Jun 23 11:55:32.896745 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89c62a-3179-43f6-8e5c-57145b3902ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752202f8-f5ee-4e62-aed4-eb1a4ec22837,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:32.916236 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:32.949402 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'port_id': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e', 'mac_address': 'fa:16:3e:1f:38:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:55:33.013173 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:33.013852 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:33.031762 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:55:33.075628 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:33.085477 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:33.216019 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:33.258124 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a66428-b884-465f-b01d-3e021197aa0d req-5d315892-6276-485b-9478-2a5d9f6500e3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:33.270380 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-97a66428-b884-465f-b01d-3e021197aa0d req-5d315892-6276-485b-9478-2a5d9f6500e3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 943 time: 0.2013347 Jun 23 11:55:33.275674 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f46e1-2735-4f80-a42a-4cab897642a9 req-0039c7c0-41a7-47a9-9f8b-3e314a743875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:33.278455 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-760f46e1-2735-4f80-a42a-4cab897642a9 req-0039c7c0-41a7-47a9-9f8b-3e314a743875 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1a92a7ffc864256b48a9848b27f9fd2&device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 1128 time: 0.1826034 Jun 23 11:55:33.279936 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68466ee-ca52-4590-bded-0a8d5c26e6fb req-3b7f7326-ad75-42c2-8ddf-8081cbbb0d41 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:33.286498 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a68466ee-ca52-4590-bded-0a8d5c26e6fb req-3b7f7326-ad75-42c2-8ddf-8081cbbb0d41 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.2364020 Jun 23 11:55:33.339594 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-744a14ca-0300-415e-bb14-c05d85762378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:33.340023 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:33.341053 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-744a14ca-0300-415e-bb14-c05d85762378 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa HTTP/1.1" status: 200 len: 854 time: 0.2377498 Jun 23 11:55:33.341881 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['8e9b4dc6-7a9c-4183-b1a8-10297c792e0e'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:55:33.373950 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:33.406942 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-97a66428-b884-465f-b01d-3e021197aa0d req-90c64a91-ccac-422c-8455-9f3be19a7b8c tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354301 Jun 23 11:55:33.450331 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-1851527a-4ef0-4460-a1d0-c1ba5487dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:33.451870 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-1851527a-4ef0-4460-a1d0-c1ba5487dbf5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e2860678-188a-43de-956c-7f6a2a5353f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0953853 Jun 23 11:55:33.465231 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-769d2a79-c71c-4f62-8aa6-b6b6d7c18abc req-8f20ee67-a2fc-4661-9e84-f50d98cf2031 service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607111 Jun 23 11:55:33.502498 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a68466ee-ca52-4590-bded-0a8d5c26e6fb req-27068727-502b-4749-ab59-c081925ec7df tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646376 Jun 23 11:55:33.539836 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f46e1-2735-4f80-a42a-4cab897642a9 req-360c6742-2c06-481c-af93-c25e29140cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:33.541837 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-760f46e1-2735-4f80-a42a-4cab897642a9 req-360c6742-2c06-481c-af93-c25e29140cfa service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ec90cf8-67c4-41e3-bbbb-0e606173a369 HTTP/1.1" status: 200 len: 910 time: 0.2408600 Jun 23 11:55:33.543516 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-09d4dfb7-3f23-493d-a4d8-dd8d11f15943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:33.688877 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0521a6d-ab55-45f6-8caa-46711e24c6e6 req-5ec9e87d-6a08-49de-b657-ad4fd5052475 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:33.703902 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f0521a6d-ab55-45f6-8caa-46711e24c6e6 req-5ec9e87d-6a08-49de-b657-ad4fd5052475 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 944 time: 0.0919375 Jun 23 11:55:33.710527 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-6d46c67e-b7ad-4514-81dc-4e423bade176 service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479029 Jun 23 11:55:33.717154 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-760f46e1-2735-4f80-a42a-4cab897642a9 req-b90f75f8-de0e-4209-adaa-e9c5620d3d16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 HTTP/1.1" status: 200 len: 217 time: 0.1670063 Jun 23 11:55:33.746183 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96844d3-9157-4ac5-9a6d-7df486ea6c0d req-c792c4aa-f684-48a2-886e-2b8ca47803b5 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:33.747975 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a96844d3-9157-4ac5-9a6d-7df486ea6c0d req-c792c4aa-f684-48a2-886e-2b8ca47803b5 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 944 time: 0.0901203 Jun 23 11:55:33.814010 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:33.865816 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f46e1-2735-4f80-a42a-4cab897642a9 req-81f1b039-f6c4-404d-8744-0b5c20140854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:33.867848 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-760f46e1-2735-4f80-a42a-4cab897642a9 req-81f1b039-f6c4-404d-8744-0b5c20140854 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5479a9c9-7903-44a1-b59c-af44f63c9c99 HTTP/1.1" status: 200 len: 848 time: 0.1390963 Jun 23 11:55:33.901476 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a96844d3-9157-4ac5-9a6d-7df486ea6c0d req-a1597985-516a-49d6-a6e6-31e14a6e3448 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111577 Jun 23 11:55:33.901916 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f0521a6d-ab55-45f6-8caa-46711e24c6e6 req-465c7bf0-27c4-40dd-98b0-2daf89037485 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917932 Jun 23 11:55:33.910215 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6572c303-af08-4a67-9068-5bc2935cb6fc req-453ea0c9-2964-4b94-8b1f-3a0a7c80842a service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911371 Jun 23 11:55:33.962790 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f46e1-2735-4f80-a42a-4cab897642a9 req-62de2dea-67e6-4344-87e1-17b46fe03969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:33.964470 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-760f46e1-2735-4f80-a42a-4cab897642a9 req-62de2dea-67e6-4344-87e1-17b46fe03969 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ec90cf8-67c4-41e3-bbbb-0e606173a369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602939 Jun 23 11:55:34.265120 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60e5a1-ed03-495f-ae90-4be292a57892 req-54741614-2062-4df6-a842-54bfe4d9b5a3 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:34.267449 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-da60e5a1-ed03-495f-ae90-4be292a57892 req-54741614-2062-4df6-a842-54bfe4d9b5a3 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0606790 Jun 23 11:55:34.328326 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-da60e5a1-ed03-495f-ae90-4be292a57892 req-c77c4cc8-8d62-4d94-8856-47a520f9f1b0 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542357 Jun 23 11:55:34.542563 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408a088-786a-4498-ab1b-7a4797050e18 req-95e23d94-9583-4408-b5f5-2589e1a6ab9e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:34.544363 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8408a088-786a-4498-ab1b-7a4797050e18 req-95e23d94-9583-4408-b5f5-2589e1a6ab9e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 943 time: 0.0537086 Jun 23 11:55:34.607898 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8408a088-786a-4498-ab1b-7a4797050e18 req-43ccd151-b229-4342-9415-c04b93e27454 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562603 Jun 23 11:55:34.628586 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:34.644383 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:55:34.647927 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:34.732053 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:55:34.765111 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:34.765483 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:34.823661 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:34.845868 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': '2b1b9605-d448-4f5e-8b07-f5d1a8bf6799', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'port_id': '2b1b9605-d448-4f5e-8b07-f5d1a8bf6799', 'mac_address': 'fa:16:3e:5e:0f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:55:34.930221 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:34.930714 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:34.946586 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:34.947233 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (2b1b9605-d448-4f5e-8b07-f5d1a8bf6799), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:34.982622 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:55:35.013625 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:35.019145 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a688a68e-d201-414c-a6f4-f27b1fb99284" -d '{"events": [{"server_uuid": "e19ec4d3-4ce1-4fbd-81ea-025a5c724421", "name": "network-vif-plugged", "status": "completed", "tag": "8e9b4dc6-7a9c-4183-b1a8-10297c792e0e"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:35.027395 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-760f46e1-2735-4f80-a42a-4cab897642a9 req-f8278584-9c1c-4427-9960-428e0e84e932 service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644359 Jun 23 11:55:35.088916 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:35.092319 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f32b3e-29ed-4b05-b5af-73e0abfd7b14 req-91677c17-1881-467a-a75d-202aea6f3731 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:35.093313 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:35.094124 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-63f32b3e-29ed-4b05-b5af-73e0abfd7b14 req-91677c17-1881-467a-a75d-202aea6f3731 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 944 time: 0.0721211 Jun 23 11:55:35.096629 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:35.128703 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae06529-1694-4989-8fb4-79067d0768be req-f96d4d66-fa2d-4c19-9990-ccc6eaad2ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:35.139450 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2ae06529-1694-4989-8fb4-79067d0768be req-f96d4d66-fa2d-4c19-9990-ccc6eaad2ecd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 1129 time: 0.2221396 Jun 23 11:55:35.161708 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (2b1b9605-d448-4f5e-8b07-f5d1a8bf6799), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:35.192560 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:35.210006 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:35.279071 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-63f32b3e-29ed-4b05-b5af-73e0abfd7b14 req-f018f3b8-b596-4f4f-8651-123812c28a45 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781445 Jun 23 11:55:35.391136 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae06529-1694-4989-8fb4-79067d0768be req-213066de-cfdb-4cfe-9780-3988e7873b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:35.394868 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5097d317-fdaa-4e8b-a3f7-cf3eeb2b8b4f x-openstack-request-id: req-5097d317-fdaa-4e8b-a3f7-cf3eeb2b8b4f {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:35.395311 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19ec4d3-4ce1-4fbd-81ea-025a5c724421", "name": "network-vif-plugged", "status": "completed", "tag": "8e9b4dc6-7a9c-4183-b1a8-10297c792e0e", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:35.395568 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5097d317-fdaa-4e8b-a3f7-cf3eeb2b8b4f {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:35.395955 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5097d317-fdaa-4e8b-a3f7-cf3eeb2b8b4f'] response: {'server_uuid': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e', 'code': 200} Jun 23 11:55:35.397967 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2ae06529-1694-4989-8fb4-79067d0768be req-213066de-cfdb-4cfe-9780-3988e7873b61 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 920 time: 0.2516191 Jun 23 11:55:35.445036 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:35.464246 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2ae06529-1694-4989-8fb4-79067d0768be req-f2aef1b9-29cd-49ad-8e96-f00d38d19c4c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ebd518b-a0cf-45b8-bc44-758c460d139b HTTP/1.1" status: 200 len: 217 time: 0.0588720 Jun 23 11:55:35.508378 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['2b1b9605-d448-4f5e-8b07-f5d1a8bf6799'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:55:35.551659 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e3026-737b-4a50-a9a6-876dd4cedfb4 req-ed37684b-b0f4-4c23-b7df-87efeac7dca7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:35.559258 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d40e3026-737b-4a50-a9a6-876dd4cedfb4 req-ed37684b-b0f4-4c23-b7df-87efeac7dca7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.4812887 Jun 23 11:55:35.569608 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc9b99-6fa6-415e-916d-3a26d9df25aa req-c308c100-d16f-4898-aba2-79f60fa963cb tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:35.571191 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-50cc9b99-6fa6-415e-916d-3a26d9df25aa req-c308c100-d16f-4898-aba2-79f60fa963cb tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.1103046 Jun 23 11:55:35.576304 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae06529-1694-4989-8fb4-79067d0768be req-f682344a-fa85-44bd-920f-0dcef7a218fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:35.578120 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2ae06529-1694-4989-8fb4-79067d0768be req-f682344a-fa85-44bd-920f-0dcef7a218fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.1037133 Jun 23 11:55:35.620589 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:35.637316 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d40e3026-737b-4a50-a9a6-876dd4cedfb4 req-7a3dd46c-d6fe-46ef-b4f7-3ce9d3345f8a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770710 Jun 23 11:55:35.653167 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-760f46e1-2735-4f80-a42a-4cab897642a9 req-95770219-0839-4d7a-ad3e-439d301fec4e service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073265 Jun 23 11:55:35.719178 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:35.755394 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97a277-0a64-4381-a31b-c7446855e2cc req-c3461329-45cc-4069-93a7-2109834fdf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:35.758623 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bc97a277-0a64-4381-a31b-c7446855e2cc req-c3461329-45cc-4069-93a7-2109834fdf4a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 1129 time: 0.1638968 Jun 23 11:55:35.759757 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae06529-1694-4989-8fb4-79067d0768be req-67749bf1-caed-47cd-b3a4-d7ec5a957231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:35.761224 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:35.762678 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2ae06529-1694-4989-8fb4-79067d0768be req-67749bf1-caed-47cd-b3a4-d7ec5a957231 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1665120 Jun 23 11:55:35.780571 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-50cc9b99-6fa6-415e-916d-3a26d9df25aa req-cb165c34-88ec-4f47-ae86-497757eeac09 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009330 Jun 23 11:55:35.868495 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:35.868760 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-55c24e59-c3fd-4d07-869b-fe0165069774 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:35.877020 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-55c24e59-c3fd-4d07-869b-fe0165069774 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/networks?id=1cbb7bc8-91c5-4257-ad30-f56ed02325b3 HTTP/1.1" status: 200 len: 813 time: 0.1485074 Jun 23 11:55:35.893954 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-c47fcd45-eb29-485c-a807-de86de2a6fea tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/quotas/a5a0086895b6442da90bc0f1bcecd3e7 HTTP/1.1" status: 200 len: 375 time: 0.0158117 Jun 23 11:55:35.935596 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-bf10c77e-03be-4d9e-9781-66c35a7b0276 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5a0086895b6442da90bc0f1bcecd3e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406656 Jun 23 11:55:36.000225 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bc97a277-0a64-4381-a31b-c7446855e2cc req-28e595ee-3089-4c91-9b0c-c8a7f7a2a9f2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128479 Jun 23 11:55:36.006659 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:36.019122 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e1bc1-f53c-4b8d-b465-42bc84e70946 req-319747a9-47c5-44be-9a8d-8833e5d9065a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:36.026895 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-196e1bc1-f53c-4b8d-b465-42bc84e70946 req-319747a9-47c5-44be-9a8d-8833e5d9065a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 943 time: 0.1162040 Jun 23 11:55:36.054738 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-9d2c4de0-4689-4e49-977f-58b161fb6c5d service neutron] 10.222.0.67 "GET /v2.0/networks/1cbb7bc8-91c5-4257-ad30-f56ed02325b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182628 Jun 23 11:55:36.067149 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2ae06529-1694-4989-8fb4-79067d0768be req-283c4a0d-69b6-4cf2-bb17-b727df7291d1 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763402 Jun 23 11:55:36.098877 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-196e1bc1-f53c-4b8d-b465-42bc84e70946 req-fde40640-45d4-48ae-acd4-b6e19b0d874b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706995 Jun 23 11:55:36.150308 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:36.161727 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:36.186803 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-d6079555-91e9-453d-b05e-fbc746f463cb service neutron] 10.222.0.67 "GET /v2.0/networks/1cbb7bc8-91c5-4257-ad30-f56ed02325b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201372 Jun 23 11:55:36.341139 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2ae06529-1694-4989-8fb4-79067d0768be req-a4c3aa25-c7e3-4d40-8a8c-00f265d15628 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152537 Jun 23 11:55:36.437981 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7de12277-5d7d-4e1c-a371-bea42a9641e9 req-8def9794-8471-404e-8dd9-41a00892d7b2 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 210 time: 0.0326691 Jun 23 11:55:36.453450 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4798d-28f3-47d4-93d5-34d6b9b4098e req-6e79531e-0d4f-4afd-8ac3-0b927ec118a8 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:36.455562 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-38d4798d-28f3-47d4-93d5-34d6b9b4098e req-6e79531e-0d4f-4afd-8ac3-0b927ec118a8 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 945 time: 0.0945580 Jun 23 11:55:36.511686 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-38d4798d-28f3-47d4-93d5-34d6b9b4098e req-a65d98e8-21e2-45a1-a9a1-12d5032a8c6a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488276 Jun 23 11:55:36.653169 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device aa6285e7-0658-4131-aef9-e0151dcf7912 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:55:36.655512 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:36.739831 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:55:36.747303 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:36.747879 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (2b1b9605-d448-4f5e-8b07-f5d1a8bf6799), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:36.807446 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37774dcb-34b5-467f-8799-bae972d63f96 req-30b7fe79-902d-402b-bfd8-318baec24451 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:36.809006 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-37774dcb-34b5-467f-8799-bae972d63f96 req-30b7fe79-902d-402b-bfd8-318baec24451 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0703416 Jun 23 11:55:36.885271 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port aa6285e7-0658-4131-aef9-e0151dcf7912, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=aa6285e7-0658-4131-aef9-e0151dcf7912,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:36.889935 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-37774dcb-34b5-467f-8799-bae972d63f96 req-aa79c7b4-6c02-4fba-b041-86911f4eaa2a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749912 Jun 23 11:55:36.902659 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': 'aa6285e7-0658-4131-aef9-e0151dcf7912', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'port_id': 'aa6285e7-0658-4131-aef9-e0151dcf7912', 'mac_address': 'fa:16:3e:64:d5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:55:36.913694 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:36.913694 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (2b1b9605-d448-4f5e-8b07-f5d1a8bf6799), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:36.924120 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74164cb-db46-4fb9-b981-198eaeb410a8 req-68a44e7e-fa7c-4eca-a947-6af8d9dbe02e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:36.925720 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b74164cb-db46-4fb9-b981-198eaeb410a8 req-68a44e7e-fa7c-4eca-a947-6af8d9dbe02e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0685499 Jun 23 11:55:36.976933 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port aa6285e7-0658-4131-aef9-e0151dcf7912 is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:36.977799 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (aa6285e7-0658-4131-aef9-e0151dcf7912), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:36.983049 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:36.987373 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b74164cb-db46-4fb9-b981-198eaeb410a8 req-f3d7ca69-ea2e-48d8-849c-d0cd23f78492 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555236 Jun 23 11:55:36.993134 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (2b1b9605-d448-4f5e-8b07-f5d1a8bf6799), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:36.999478 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6285e7-0658-4131-aef9-e0151dcf7912 {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:55:37.044737 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port aa6285e7-0658-4131-aef9-e0151dcf7912, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=aa6285e7-0658-4131-aef9-e0151dcf7912,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:37.052030 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (aa6285e7-0658-4131-aef9-e0151dcf7912), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:37.062568 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:37.070862 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:37.071208 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:37.071546 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:37.071903 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:37.072302 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:37.072634 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:37.073019 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:37.073346 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:37.073637 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:37.073981 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:37.074354 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:37.074709 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:37.075035 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:37.075354 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:37.075668 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:37.124255 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=aa6285e7-0658-4131-aef9-e0151dcf7912,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:37.217552 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfd754-91ca-4306-95a8-c333a190a09b req-ef300488-ff77-49cf-ab25-9cfd2b531584 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:37.218882 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0adfd754-91ca-4306-95a8-c333a190a09b req-ef300488-ff77-49cf-ab25-9cfd2b531584 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 944 time: 0.0558696 Jun 23 11:55:37.268053 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0adfd754-91ca-4306-95a8-c333a190a09b req-138dbd8a-ea69-4c3b-9a56-ae1c77801789 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435212 Jun 23 11:55:37.341290 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['aa6285e7-0658-4131-aef9-e0151dcf7912'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:55:37.396619 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7134bd36-8b37-48ff-bcfb-ab369c0ef601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1b9605-d448-4f5e-8b07-f5d1a8bf6799'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:37.399336 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311938c9-867f-4e09-acb5-0fb4c654c41b" -d '{"events": [{"server_uuid": "7134bd36-8b37-48ff-bcfb-ab369c0ef601", "name": "network-vif-plugged", "status": "completed", "tag": "2b1b9605-d448-4f5e-8b07-f5d1a8bf6799"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:37.447784 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23062bb8-7e7d-4948-acca-2e7df6476e8e x-openstack-request-id: req-23062bb8-7e7d-4948-acca-2e7df6476e8e {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:37.448092 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7134bd36-8b37-48ff-bcfb-ab369c0ef601", "name": "network-vif-plugged", "status": "completed", "tag": "2b1b9605-d448-4f5e-8b07-f5d1a8bf6799", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:37.448338 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-23062bb8-7e7d-4948-acca-2e7df6476e8e {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:37.448760 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23062bb8-7e7d-4948-acca-2e7df6476e8e'] response: {'server_uuid': '7134bd36-8b37-48ff-bcfb-ab369c0ef601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1b9605-d448-4f5e-8b07-f5d1a8bf6799', 'code': 200} Jun 23 11:55:37.555425 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6d6316b4-5e90-4371-9ffa-174c8882dcec req-f8b9cefd-7da6-49aa-8adb-4eb27c26c5b5 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 210 time: 0.0334742 Jun 23 11:55:37.646789 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b3d60-e9a5-4b27-aa01-8a92d59e1478 req-cbb8a30c-0769-495a-9c63-5f8b0b19b723 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:37.648491 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e44b3d60-e9a5-4b27-aa01-8a92d59e1478 req-cbb8a30c-0769-495a-9c63-5f8b0b19b723 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0549252 Jun 23 11:55:37.708330 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e44b3d60-e9a5-4b27-aa01-8a92d59e1478 req-ec93a066-f1f4-4d84-8f36-76bdbbcade71 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484052 Jun 23 11:55:38.008434 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c0ce2-47bb-4780-b6c4-652ff11cb8b4 req-033e21e3-c1e3-4083-8b2c-7edd796dd392 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:38.010556 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-fa1c0ce2-47bb-4780-b6c4-652ff11cb8b4 req-033e21e3-c1e3-4083-8b2c-7edd796dd392 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0491753 Jun 23 11:55:38.051384 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:38.067946 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-fa1c0ce2-47bb-4780-b6c4-652ff11cb8b4 req-3f02c0df-6d6d-4162-96fc-09442365773e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512793 Jun 23 11:55:38.109789 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faeab41-db78-44be-b990-4cc40a7cb390 req-4ec48703-c519-4899-8e37-75d8a6976368 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:38.111333 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7faeab41-db78-44be-b990-4cc40a7cb390 req-4ec48703-c519-4899-8e37-75d8a6976368 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0591145 Jun 23 11:55:38.199873 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bb4ee-d0e4-4aae-a4ca-c69c53948b1e req-b005d8fb-33ff-45d5-8773-75d1b7b756e7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:38.201513 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-968bb4ee-d0e4-4aae-a4ca-c69c53948b1e req-b005d8fb-33ff-45d5-8773-75d1b7b756e7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0472207 Jun 23 11:55:38.210768 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48620) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:38.215357 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-2c90372c-dc44-49e6-8e29-03051905912a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Request body: {'floatingip': {'port_id': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:38.290777 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2c90372c-dc44-49e6-8e29-03051905912a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for floatingip (8b919496-5892-43de-8c50-aaafba3aec67), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:38.461665 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49b54e-5eaa-4b00-9cb4-9366e2391fe7 req-9c180c9b-3738-4f1a-b87a-97f0afdb8fd0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:38.463209 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ea49b54e-5eaa-4b00-9cb4-9366e2391fe7 req-9c180c9b-3738-4f1a-b87a-97f0afdb8fd0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 944 time: 0.1103017 Jun 23 11:55:38.472925 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7faeab41-db78-44be-b990-4cc40a7cb390 req-c93cb49f-29fb-441d-b5d5-ed506e376e8d tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523729 Jun 23 11:55:38.478700 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:38.498472 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15e99b-6840-47cc-878d-14acbe2edd58 req-3f3041f8-da16-4eab-9575-607c0c50c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:38.503616 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6a15e99b-6840-47cc-878d-14acbe2edd58 req-3f3041f8-da16-4eab-9575-607c0c50c5ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 1130 time: 0.0656576 Jun 23 11:55:38.508884 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-51b7a96c-2a68-4b7f-a266-6ccb964c9655 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:38.510398 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-51b7a96c-2a68-4b7f-a266-6ccb964c9655 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.44 "GET /v2.0/networks?id=1cbb7bc8-91c5-4257-ad30-f56ed02325b3 HTTP/1.1" status: 200 len: 813 time: 0.3819277 Jun 23 11:55:38.572491 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ea49b54e-5eaa-4b00-9cb4-9366e2391fe7 req-f5532b93-ca91-46cd-9aae-78ef491ec635 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021070 Jun 23 11:55:38.664909 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cd2c1fcf-10dc-4b1d-82d7-f3ef5dda181c req-b8544bdd-d29d-4371-81fc-6d1c3338d0ec tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 210 time: 0.0352011 Jun 23 11:55:38.682820 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device aa6285e7-0658-4131-aef9-e0151dcf7912 up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:38.727213 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port aa6285e7-0658-4131-aef9-e0151dcf7912 completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:55:38.733586 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port aa6285e7-0658-4131-aef9-e0151dcf7912 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:38.734154 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (aa6285e7-0658-4131-aef9-e0151dcf7912), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:38.821002 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port aa6285e7-0658-4131-aef9-e0151dcf7912 is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:38.821315 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (aa6285e7-0658-4131-aef9-e0151dcf7912), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:38.864420 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port aa6285e7-0658-4131-aef9-e0151dcf7912, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=aa6285e7-0658-4131-aef9-e0151dcf7912,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:38.867514 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 48640) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:38.874371 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (aa6285e7-0658-4131-aef9-e0151dcf7912), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:38.914748 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c01f79-9ce2-4de8-9f60-4551b2c13584 req-9ff2d60b-b0e3-4bad-aab4-e0a4df4954ee tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:38.916278 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-75c01f79-9ce2-4de8-9f60-4551b2c13584 req-9ff2d60b-b0e3-4bad-aab4-e0a4df4954ee tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.1331062 Jun 23 11:55:38.947059 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=aa6285e7-0658-4131-aef9-e0151dcf7912,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:39.025272 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:39.068541 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-75c01f79-9ce2-4de8-9f60-4551b2c13584 req-e51a9b51-bc32-4b7a-ac3f-f9e55cb1a889 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424584 Jun 23 11:55:39.110666 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Publish callbacks [] for security_group (29c50eb1-a7ab-4051-afdd-5631d614c69b), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:39.114596 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (29c50eb1-a7ab-4051-afdd-5631d614c69b), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:39.153128 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2c90372c-dc44-49e6-8e29-03051905912a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:39.158242 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2c90372c-dc44-49e6-8e29-03051905912a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (8b919496-5892-43de-8c50-aaafba3aec67), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:39.164349 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=819a11e6369948f59e57d5f172b2d53a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929766 Jun 23 11:55:39.164349 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c50eb1-a7ab-4051-afdd-5631d614c69b,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:39.165031 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 48650) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:39.183497 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:39.183837 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:39.184174 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:39.184511 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:39.184868 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:39.185198 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:39.185522 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:39.185851 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:39.186732 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:39.187065 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:39.187395 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:39.187721 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:39.188042 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:39.188364 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:39.188696 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6b3bb-cab5-4e57-8855-d45044569753 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:39.200573 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:39.236426 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9194a5c2-b255-46cb-b853-58a6a7e77782 admin admin] Publish callbacks [] for security_group (29c50eb1-a7ab-4051-afdd-5631d614c69b), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:39.241122 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:39.250651 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 48652) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:39.270066 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9194a5c2-b255-46cb-b853-58a6a7e77782 admin admin] Publish callbacks [] for security_group (29c50eb1-a7ab-4051-afdd-5631d614c69b), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:39.323177 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9194a5c2-b255-46cb-b853-58a6a7e77782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (29c50eb1-a7ab-4051-afdd-5631d614c69b), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:39.326166 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9194a5c2-b255-46cb-b853-58a6a7e77782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:39.327367 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-9194a5c2-b255-46cb-b853-58a6a7e77782 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/29c50eb1-a7ab-4051-afdd-5631d614c69b HTTP/1.1" status: 204 len: 168 time: 0.1613698 Jun 23 11:55:39.337016 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194a5c2-b255-46cb-b853-58a6a7e77782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c50eb1-a7ab-4051-afdd-5631d614c69b,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:39.413621 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f1457f93-48f0-407f-a93f-f2cf1c3039f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:39.446215 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.l3_db [None req-2c90372c-dc44-49e6-8e29-03051905912a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Floating IP 8b919496-5892-43de-8c50-aaafba3aec67 associated. External IP: 172.27.3.65, port: 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e. Jun 23 11:55:39.449977 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6285e7-0658-4131-aef9-e0151dcf7912'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:39.452858 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6dd287-0780-4db5-832f-c7255b53c9b4" -d '{"events": [{"server_uuid": "d67c82c1-7c40-43a6-9326-480dc5fcb37a", "name": "network-vif-plugged", "status": "completed", "tag": "aa6285e7-0658-4131-aef9-e0151dcf7912"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:39.509989 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9146dff-feb1-4800-b5ab-0b30a1fce426 x-openstack-request-id: req-c9146dff-feb1-4800-b5ab-0b30a1fce426 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:39.510340 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67c82c1-7c40-43a6-9326-480dc5fcb37a", "name": "network-vif-plugged", "status": "completed", "tag": "aa6285e7-0658-4131-aef9-e0151dcf7912", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:39.510653 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c9146dff-feb1-4800-b5ab-0b30a1fce426 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:39.511107 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9146dff-feb1-4800-b5ab-0b30a1fce426'] response: {'server_uuid': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6285e7-0658-4131-aef9-e0151dcf7912', 'code': 200} Jun 23 11:55:39.528154 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f1457f93-48f0-407f-a93f-f2cf1c3039f3 admin admin] Publish callbacks [] for security_group (99b6664a-6099-44c5-a92b-5cc9420bcc4e), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:39.555448 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-63ff54bf-c2c6-4d6b-8781-dda60568e4e3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Request body: {'port': {'device_id': 'a263d16c-8b58-4f38-8d81-6d2aec398219', 'network_id': '1cbb7bc8-91c5-4257-ad30-f56ed02325b3', 'admin_state_up': True, 'tenant_id': 'a5a0086895b6442da90bc0f1bcecd3e7'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:39.599575 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f1457f93-48f0-407f-a93f-f2cf1c3039f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (99b6664a-6099-44c5-a92b-5cc9420bcc4e), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:39.658369 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-f1457f93-48f0-407f-a93f-f2cf1c3039f3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7bf9f42b20ea4af787a9f06c33fe2975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4066033 Jun 23 11:55:39.671145 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48666) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:39.701239 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1457f93-48f0-407f-a93f-f2cf1c3039f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b6664a-6099-44c5-a92b-5cc9420bcc4e,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:39.704182 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb233ff-95a6-4a3d-baa3-dd720c6398f2 req-d86f56ad-63b7-4022-b6f2-5ebc915c60d3 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:39.705861 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ecb233ff-95a6-4a3d-baa3-dd720c6398f2 req-d86f56ad-63b7-4022-b6f2-5ebc915c60d3 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.1092091 Jun 23 11:55:39.755031 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48672) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:39.772666 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6a15e99b-6840-47cc-878d-14acbe2edd58 req-8154bc48-ddc9-4b40-80b5-aafb0e35e06d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424498 Jun 23 11:55:39.786008 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627ea6b-cf04-4682-882f-ce8d63dfcb7d req-9eb88fae-8880-4974-85df-79217e6057ba tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:39.787471 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7627ea6b-cf04-4682-882f-ce8d63dfcb7d req-9eb88fae-8880-4974-85df-79217e6057ba tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 945 time: 0.0825253 Jun 23 11:55:39.825284 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:39.829821 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:39.843922 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ecb233ff-95a6-4a3d-baa3-dd720c6398f2 req-594bd4ae-0b89-4ef9-9008-69af2649fe07 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317022 Jun 23 11:55:39.859530 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7627ea6b-cf04-4682-882f-ce8d63dfcb7d req-e823216a-19b9-4493-9339-b4769acd71d5 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641885 Jun 23 11:55:39.860601 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-63ff54bf-c2c6-4d6b-8781-dda60568e4e3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Made reservation on behalf of a5a0086895b6442da90bc0f1bcecd3e7 for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:55:39.864228 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-63ff54bf-c2c6-4d6b-8781-dda60568e4e3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:39.886506 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:39.907155 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:39.910205 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3bfdfe13-88ce-4e20-bea9-a77fffb0c46d admin admin] Publish callbacks [] for security_group (99b6664a-6099-44c5-a92b-5cc9420bcc4e), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:39.988212 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3bfdfe13-88ce-4e20-bea9-a77fffb0c46d admin admin] Publish callbacks [] for security_group (99b6664a-6099-44c5-a92b-5cc9420bcc4e), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:40.003743 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-896bb1a6-d8d2-41ad-9275-8b5daf8d8eec req-e8076aaa-d1ae-43d7-96bd-6cf492492789 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 210 time: 0.0695882 Jun 23 11:55:40.014529 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c90372c-dc44-49e6-8e29-03051905912a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Router 698cc3d2-001d-43a7-9177-9f66b8efe735 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:55:40.029806 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-63ff54bf-c2c6-4d6b-8781-dda60568e4e3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Allocated IP 172.20.0.11 (1cbb7bc8-91c5-4257-ad30-f56ed02325b3/b806f1c4-b55c-4ab3-ba48-5f8a8f225405/2c7047e7-2534-4b9b-aace-b311d43e694f) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:55:40.083551 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Publish callbacks [] for security_group (7f461535-65ee-4634-af55-ddff53942184), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:40.092622 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:40.121725 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (7f461535-65ee-4634-af55-ddff53942184), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:40.150358 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:40.214086 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3bfdfe13-88ce-4e20-bea9-a77fffb0c46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (99b6664a-6099-44c5-a92b-5cc9420bcc4e), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:40.217005 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3bfdfe13-88ce-4e20-bea9-a77fffb0c46d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:40.218947 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-3bfdfe13-88ce-4e20-bea9-a77fffb0c46d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/99b6664a-6099-44c5-a92b-5cc9420bcc4e HTTP/1.1" status: 204 len: 168 time: 0.5466247 Jun 23 11:55:40.245257 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3a50c17cb6064399bc0db7f9a221dde5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4843838 Jun 23 11:55:40.268349 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c90372c-dc44-49e6-8e29-03051905912a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:55:40.270279 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48680) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:40.286869 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e7b0a-2d2a-48d6-8dfb-7662d492d870 None None] Sync routers for ids ['698cc3d2-001d-43a7-9177-9f66b8efe735'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:55:40.291259 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f461535-65ee-4634-af55-ddff53942184,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:40.296629 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31c702-788e-488c-9d4c-83b3fcf282d1 req-9a811425-8c3c-4aa3-8e7f-11e0f492adaf tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:40.298599 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a31c702-788e-488c-9d4c-83b3fcf282d1 req-9a811425-8c3c-4aa3-8e7f-11e0f492adaf tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.1415188 Jun 23 11:55:40.304044 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2c90372c-dc44-49e6-8e29-03051905912a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:40.307282 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e7b0a-2d2a-48d6-8dfb-7662d492d870 None None] Routers {'698cc3d2-001d-43a7-9177-9f66b8efe735'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:55:40.308321 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-f74e7b0a-2d2a-48d6-8dfb-7662d492d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:55:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['698cc3d2-001d-43a7-9177-9f66b8efe735'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:40.343801 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-be63217c-d080-458a-b6e0-7932d000f4d1 req-b003ef53-8d14-4f21-98a4-783a57b6db37 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1311231 Jun 23 11:55:40.351975 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-63ff54bf-c2c6-4d6b-8781-dda60568e4e3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Publish callbacks [] for port (2c7047e7-2534-4b9b-aace-b311d43e694f), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:40.356393 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:40.356743 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:40.357247 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:40.358238 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:40.358756 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:40.359082 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:40.359620 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:40.359738 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:40.360044 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:40.360362 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:40.361665 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:40.362235 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:40.362380 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:40.362630 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:40.362967 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456a839f-565a-4c33-b662-9b30ec3254bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:55:40.398054 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-2c90372c-dc44-49e6-8e29-03051905912a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "PUT /v2.0/floatingips/8b919496-5892-43de-8c50-aaafba3aec67 HTTP/1.1" status: 200 len: 990 time: 2.1833849 Jun 23 11:55:40.401041 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'tag': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:40.401767 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a31c702-788e-488c-9d4c-83b3fcf282d1 req-a9bbb69a-aca7-491b-9233-007ddf7f0b18 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944600 Jun 23 11:55:40.415206 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45431c4a-a721-4571-bf5d-4fdd43f98da6" -d '{"events": [{"name": "network-changed", "server_uuid": "e19ec4d3-4ce1-4fbd-81ea-025a5c724421", "tag": "8e9b4dc6-7a9c-4183-b1a8-10297c792e0e"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:40.417971 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-63ff54bf-c2c6-4d6b-8781-dda60568e4e3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (2c7047e7-2534-4b9b-aace-b311d43e694f), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:40.424448 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdfe13-88ce-4e20-bea9-a77fffb0c46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b6664a-6099-44c5-a92b-5cc9420bcc4e,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:40.445600 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6d3b2973-45ed-4039-9b3a-60753b675c84 admin admin] Publish callbacks [] for security_group (7f461535-65ee-4634-af55-ddff53942184), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:40.493827 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6d3b2973-45ed-4039-9b3a-60753b675c84 admin admin] Publish callbacks [] for security_group (7f461535-65ee-4634-af55-ddff53942184), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:40.510225 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc0dce3-87c9-465c-9abf-aedad275cf2e x-openstack-request-id: req-dfc0dce3-87c9-465c-9abf-aedad275cf2e {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:40.510520 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19ec4d3-4ce1-4fbd-81ea-025a5c724421", "tag": "8e9b4dc6-7a9c-4183-b1a8-10297c792e0e", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:40.510905 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dfc0dce3-87c9-465c-9abf-aedad275cf2e {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:40.511355 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc0dce3-87c9-465c-9abf-aedad275cf2e'] response: {'name': 'network-changed', 'server_uuid': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'tag': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e', 'status': 'completed', 'code': 200} Jun 23 11:55:40.530177 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-63ff54bf-c2c6-4d6b-8781-dda60568e4e3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Network 1cbb7bc8-91c5-4257-ad30-f56ed02325b3 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:55:40.534051 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-63ff54bf-c2c6-4d6b-8781-dda60568e4e3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:55:40.537969 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-63ff54bf-c2c6-4d6b-8781-dda60568e4e3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:55:40.564719 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6d3b2973-45ed-4039-9b3a-60753b675c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (7f461535-65ee-4634-af55-ddff53942184), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:40.567936 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6d3b2973-45ed-4039-9b3a-60753b675c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:40.568075 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff54bf-c2c6-4d6b-8781-dda60568e4e3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Pushing event updated for resources: {'Port': ['ID=2c7047e7-2534-4b9b-aace-b311d43e694f,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:40.572192 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-6d3b2973-45ed-4039-9b3a-60753b675c84 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7f461535-65ee-4634-af55-ddff53942184 HTTP/1.1" status: 204 len: 168 time: 0.2857773 Jun 23 11:55:40.592745 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b2973-45ed-4039-9b3a-60753b675c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f461535-65ee-4634-af55-ddff53942184,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:40.603194 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-f74e7b0a-2d2a-48d6-8dfb-7662d492d870 None None] Set router 698cc3d2-001d-43a7-9177-9f66b8efe735 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:55:40.605536 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-63ff54bf-c2c6-4d6b-8781-dda60568e4e3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:40.606508 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-63ff54bf-c2c6-4d6b-8781-dda60568e4e3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:40.632521 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-63ff54bf-c2c6-4d6b-8781-dda60568e4e3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0803378 Jun 23 11:55:40.821133 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48698) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:40.838616 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-283434c5-79d8-44e6-a53f-b0e1dac961d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:40.948493 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Request body: {'port': {'device_id': 'a263d16c-8b58-4f38-8d81-6d2aec398219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:41.045915 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63217c-d080-458a-b6e0-7932d000f4d1 req-63f07c1d-fdd3-4667-97ca-015a5f047c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:41.047832 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-be63217c-d080-458a-b6e0-7932d000f4d1 req-63f07c1d-fdd3-4667-97ca-015a5f047c98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 1129 time: 0.0679557 Jun 23 11:55:41.067935 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-283434c5-79d8-44e6-a53f-b0e1dac961d7 admin admin] Publish callbacks [] for security_group (6f0891a4-2689-413c-8346-ba22b78b7786), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:41.118026 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-f74e7b0a-2d2a-48d6-8dfb-7662d492d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '8b919496-5892-43de-8c50-aaafba3aec67', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'port_id': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'mac_address': 'fa:16:3e:1f:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:55:12Z', 'updated_at': '2022-06-23T11:55:38Z', 'revision_number': 1, 'project_id': 'd211354c655b469491d235e5507e61ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41b3a97-a023-43da-8ee2-679a6dea2639', 'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'mac_address': 'fa:16:3e:1d:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:55:07Z', 'revision_number': 5, 'project_id': 'd211354c655b469491d235e5507e61ba', 'subnets': [{'id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:41.149469 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (2c7047e7-2534-4b9b-aace-b311d43e694f), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:41.156180 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948517c-f126-409d-9cd1-7203ab5ebe4f req-f839a112-6da8-4d0f-87cd-73c47407cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:41.158037 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5948517c-f126-409d-9cd1-7203ab5ebe4f req-f839a112-6da8-4d0f-87cd-73c47407cae2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 1129 time: 0.2047617 Jun 23 11:55:41.165083 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:41.167333 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431c4a-a721-4571-bf5d-4fdd43f98da6 req-6469c0a0-8401-4437-beb9-642ff7e7c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:41.169461 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-45431c4a-a721-4571-bf5d-4fdd43f98da6 req-6469c0a0-8401-4437-beb9-642ff7e7c418 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d211354c655b469491d235e5507e61ba&device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 1129 time: 0.1330111 Jun 23 11:55:41.170349 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-283434c5-79d8-44e6-a53f-b0e1dac961d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (6f0891a4-2689-413c-8346-ba22b78b7786), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:41.170591 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e7b0a-2d2a-48d6-8dfb-7662d492d870 None None] Checking router: 698cc3d2-001d-43a7-9177-9f66b8efe735 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:55:41.179967 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac3514-0d88-4ab7-84d2-58ad33c4a78b req-9378bf23-9fdc-430d-8636-2d0dadd4b8a4 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:41.184690 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e7b0a-2d2a-48d6-8dfb-7662d492d870 None None] Routers {'698cc3d2-001d-43a7-9177-9f66b8efe735'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:55:41.187168 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-f74e7b0a-2d2a-48d6-8dfb-7662d492d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:55:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['698cc3d2-001d-43a7-9177-9f66b8efe735'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:41.188231 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1bac3514-0d88-4ab7-84d2-58ad33c4a78b req-9378bf23-9fdc-430d-8636-2d0dadd4b8a4 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.2270799 Jun 23 11:55:41.265663 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-283434c5-79d8-44e6-a53f-b0e1dac961d7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a6aa1d31a67644b4b3c895774426e37e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4434114 Jun 23 11:55:41.271846 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48718) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:41.272501 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283434c5-79d8-44e6-a53f-b0e1dac961d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0891a4-2689-413c-8346-ba22b78b7786,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:41.296709 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63217c-d080-458a-b6e0-7932d000f4d1 req-8170d4a3-17a4-4be9-9b61-761b98481ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:41.298235 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-be63217c-d080-458a-b6e0-7932d000f4d1 req-8170d4a3-17a4-4be9-9b61-761b98481ce5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 920 time: 0.2245202 Jun 23 11:55:41.324113 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:41.386373 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ccfb5-b486-47df-9441-3ee39967d020 req-5cea0e72-d5cc-4b23-a609-b61d3cc2a3bd tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:41.387918 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-239ccfb5-b486-47df-9441-3ee39967d020 req-5cea0e72-d5cc-4b23-a609-b61d3cc2a3bd tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 945 time: 0.0649059 Jun 23 11:55:41.389169 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e75784e3-2ada-424e-af23-7f5fe38e0f7f admin admin] Publish callbacks [] for security_group (6f0891a4-2689-413c-8346-ba22b78b7786), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:41.410406 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-f74e7b0a-2d2a-48d6-8dfb-7662d492d870 None None] Set router 698cc3d2-001d-43a7-9177-9f66b8efe735 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:55:41.430595 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e75784e3-2ada-424e-af23-7f5fe38e0f7f admin admin] Publish callbacks [] for security_group (6f0891a4-2689-413c-8346-ba22b78b7786), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:41.502427 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-239ccfb5-b486-47df-9441-3ee39967d020 req-9cf38dec-80a4-4b8a-bd0a-791629ad5712 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033165 Jun 23 11:55:41.514758 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1bac3514-0d88-4ab7-84d2-58ad33c4a78b req-47c14dd3-13ac-4bd2-88c7-4d4210a7d0ef tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251398 Jun 23 11:55:41.515174 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:41.521278 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e75784e3-2ada-424e-af23-7f5fe38e0f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (6f0891a4-2689-413c-8346-ba22b78b7786), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:41.524093 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e75784e3-2ada-424e-af23-7f5fe38e0f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:41.527606 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e75784e3-2ada-424e-af23-7f5fe38e0f7f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6f0891a4-2689-413c-8346-ba22b78b7786 HTTP/1.1" status: 204 len: 168 time: 0.2440939 Jun 23 11:55:41.527606 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:41.539201 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75784e3-2ada-424e-af23-7f5fe38e0f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0891a4-2689-413c-8346-ba22b78b7786,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:41.582890 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5948517c-f126-409d-9cd1-7203ab5ebe4f req-a1f14ec7-be94-4e73-a855-909f2d383d9f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536454 Jun 23 11:55:41.606224 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431c4a-a721-4571-bf5d-4fdd43f98da6 req-490eac52-207a-4d04-9a2e-50eb4e1ddc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:41.607756 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-45431c4a-a721-4571-bf5d-4fdd43f98da6 req-490eac52-207a-4d04-9a2e-50eb4e1ddc7e service neutron] 10.222.0.44 "GET /v2.0/networks?id=95d2a966-c2d0-4baf-b3af-40bcab8446e6 HTTP/1.1" status: 200 len: 918 time: 0.2820539 Jun 23 11:55:41.715699 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610b0a3-a498-4e2f-bd32-66d8d8fa3a9a req-9bba65bc-7207-4c75-b4f2-b55d39d3b02d tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:41.717259 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c610b0a3-a498-4e2f-bd32-66d8d8fa3a9a req-9bba65bc-7207-4c75-b4f2-b55d39d3b02d tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 946 time: 0.0864770 Jun 23 11:55:41.737833 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7047e7-2534-4b9b-aace-b311d43e694f {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:55:41.747045 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Publish callbacks [] for port (2c7047e7-2534-4b9b-aace-b311d43e694f), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:41.763326 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51be12-db79-4b1e-b01f-ae9ce49c04ec req-cc044a6c-4b7f-44fa-8bc7-ab28867f8e66 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:41.773307 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4e51be12-db79-4b1e-b01f-ae9ce49c04ec req-cc044a6c-4b7f-44fa-8bc7-ab28867f8e66 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 932 time: 0.0736072 Jun 23 11:55:41.773467 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Transition to ACTIVE for port object 2c7047e7-2534-4b9b-aace-b311d43e694f will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:55:41.780661 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-f74e7b0a-2d2a-48d6-8dfb-7662d492d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '8b919496-5892-43de-8c50-aaafba3aec67', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'port_id': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'mac_address': 'fa:16:3e:1f:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:55:12Z', 'updated_at': '2022-06-23T11:55:38Z', 'revision_number': 1, 'project_id': 'd211354c655b469491d235e5507e61ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41b3a97-a023-43da-8ee2-679a6dea2639', 'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'mac_address': 'fa:16:3e:1d:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:55:07Z', 'revision_number': 5, 'project_id': 'd211354c655b469491d235e5507e61ba', 'subnets': [{'id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:41.780895 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (2c7047e7-2534-4b9b-aace-b311d43e694f), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:41.839695 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c610b0a3-a498-4e2f-bd32-66d8d8fa3a9a req-462f9acc-5aba-4f7d-8bdf-355c4705526d tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/security-groups?id=45921a1c-5791-4f3b-8620-a7bc6d4815f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155770 Jun 23 11:55:41.842534 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4e51be12-db79-4b1e-b01f-ae9ce49c04ec req-c76eab4d-519c-44ef-8811-e16a6e72c9b8 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639348 Jun 23 11:55:41.858839 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e7b0a-2d2a-48d6-8dfb-7662d492d870 None None] The sync data for ids ['698cc3d2-001d-43a7-9177-9f66b8efe735'] in dv-cinder-826608-3-iscsi is: [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '8b919496-5892-43de-8c50-aaafba3aec67', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'port_id': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'mac_address': 'fa:16:3e:1f:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:55:12Z', 'updated_at': '2022-06-23T11:55:38Z', 'revision_number': 1, 'project_id': 'd211354c655b469491d235e5507e61ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41b3a97-a023-43da-8ee2-679a6dea2639', 'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'mac_address': 'fa:16:3e:1d:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:55:07Z', 'revision_number': 5, 'project_id': 'd211354c655b469491d235e5507e61ba', 'subnets': [{'id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:55:41.881616 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Pushing event updated for resources: {'Port': ['ID=2c7047e7-2534-4b9b-aace-b311d43e694f,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:41.975176 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Attempting to bind port 2c7047e7-2534-4b9b-aace-b311d43e694f on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:55:41.976402 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Attempting to bind port 2c7047e7-2534-4b9b-aace-b311d43e694f by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '6b75d81d-3788-47e6-a7ec-066eae27f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1cbb7bc8-91c5-4257-ad30-f56ed02325b3'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:55:41.976510 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Attempting to bind port 2c7047e7-2534-4b9b-aace-b311d43e694f on network 1cbb7bc8-91c5-4257-ad30-f56ed02325b3 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:41.981729 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Port 2c7047e7-2534-4b9b-aace-b311d43e694f on network 1cbb7bc8-91c5-4257-ad30-f56ed02325b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:55:41.982052 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Attempting to bind port 2c7047e7-2534-4b9b-aace-b311d43e694f on network 1cbb7bc8-91c5-4257-ad30-f56ed02325b3 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:55:41.987865 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:55:41.988200 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Checking segment: {'id': '6b75d81d-3788-47e6-a7ec-066eae27f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1cbb7bc8-91c5-4257-ad30-f56ed02325b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:55:41.988835 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Bound using segment: {'id': '6b75d81d-3788-47e6-a7ec-066eae27f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1cbb7bc8-91c5-4257-ad30-f56ed02325b3'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:55:41.989445 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Bound port: 2c7047e7-2534-4b9b-aace-b311d43e694f, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b75d81d-3788-47e6-a7ec-066eae27f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1cbb7bc8-91c5-4257-ad30-f56ed02325b3'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:55:41.990004 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (2c7047e7-2534-4b9b-aace-b311d43e694f), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:42.015559 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c66a2-e755-4add-86d0-57f40f1461fc req-2d6ffc2b-ee7d-419b-a170-82967ae7e044 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:42.024148 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-731c66a2-e755-4add-86d0-57f40f1461fc req-2d6ffc2b-ee7d-419b-a170-82967ae7e044 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0718443 Jun 23 11:55:42.073636 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] For port 2c7047e7-2534-4b9b-aace-b311d43e694f, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:55:42.077441 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] For port 2c7047e7-2534-4b9b-aace-b311d43e694f, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2c7047e7-2534-4b9b-aace-b311d43e694f,segment=NetworkSegment(6b75d81d-3788-47e6-a7ec-066eae27f051),segment_id=6b75d81d-3788-47e6-a7ec-066eae27f051)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:55:42.091922 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-731c66a2-e755-4add-86d0-57f40f1461fc req-215bc455-9392-4a3d-9168-7c0e5e7b6a36 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666163 Jun 23 11:55:42.092642 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (2c7047e7-2534-4b9b-aace-b311d43e694f), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:42.145982 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:42.146271 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:42.148540 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] 10.222.0.44 "PUT /v2.0/ports/2c7047e7-2534-4b9b-aace-b311d43e694f HTTP/1.1" status: 200 len: 1094 time: 1.2060430 Jun 23 11:55:42.148965 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a263d16c-8b58-4f38-8d81-6d2aec398219', 'tag': '2c7047e7-2534-4b9b-aace-b311d43e694f'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:42.151266 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efe635f-f532-4f89-b86d-2fd6f8ff7717" -d '{"events": [{"name": "network-changed", "server_uuid": "a263d16c-8b58-4f38-8d81-6d2aec398219", "tag": "2c7047e7-2534-4b9b-aace-b311d43e694f"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:42.187212 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d427bb-ff05-463f-99a4-f7906f3e711d service neutron] Pushing event updated for resources: {'Port': ['ID=2c7047e7-2534-4b9b-aace-b311d43e694f,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:42.199702 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1487d0-5ff1-476c-9327-e85ed71c85bb x-openstack-request-id: req-0f1487d0-5ff1-476c-9327-e85ed71c85bb {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:42.200874 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a263d16c-8b58-4f38-8d81-6d2aec398219", "tag": "2c7047e7-2534-4b9b-aace-b311d43e694f", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:42.201181 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0f1487d0-5ff1-476c-9327-e85ed71c85bb {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:42.201598 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f1487d0-5ff1-476c-9327-e85ed71c85bb'] response: {'name': 'network-changed', 'server_uuid': 'a263d16c-8b58-4f38-8d81-6d2aec398219', 'tag': '2c7047e7-2534-4b9b-aace-b311d43e694f', 'status': 'completed', 'code': 200} Jun 23 11:55:42.211217 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48744) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:42.219198 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a7f29c-e4ff-4ca4-8d1b-049b75e6ba3e None None] New status for floating IP 8b919496-5892-43de-8c50-aaafba3aec67: ACTIVE {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:55:42.236389 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-628dfa9c-29af-4b76-9669-0253bcda3272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:42.329862 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-628dfa9c-29af-4b76-9669-0253bcda3272 admin admin] Publish callbacks [] for security_group (c987cc09-46a8-4bfa-a35e-cc6752425b48), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:42.334750 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-628dfa9c-29af-4b76-9669-0253bcda3272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (c987cc09-46a8-4bfa-a35e-cc6752425b48), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:42.378147 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-628dfa9c-29af-4b76-9669-0253bcda3272 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4227ca6847ec4b2aba90a16df3d44863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1657262 Jun 23 11:55:42.379395 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dfa9c-29af-4b76-9669-0253bcda3272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c987cc09-46a8-4bfa-a35e-cc6752425b48,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:42.380934 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 48748) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:42.438111 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:42.463748 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7438d00a-e676-434a-a1bb-45064647643d admin admin] Publish callbacks [] for security_group (c987cc09-46a8-4bfa-a35e-cc6752425b48), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:42.489512 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7438d00a-e676-434a-a1bb-45064647643d admin admin] Publish callbacks [] for security_group (c987cc09-46a8-4bfa-a35e-cc6752425b48), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:42.550700 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7438d00a-e676-434a-a1bb-45064647643d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (c987cc09-46a8-4bfa-a35e-cc6752425b48), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:42.557345 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7438d00a-e676-434a-a1bb-45064647643d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:42.558823 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-7438d00a-e676-434a-a1bb-45064647643d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c987cc09-46a8-4bfa-a35e-cc6752425b48 HTTP/1.1" status: 204 len: 168 time: 0.1740994 Jun 23 11:55:42.568749 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438d00a-e676-434a-a1bb-45064647643d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c987cc09-46a8-4bfa-a35e-cc6752425b48,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:42.649033 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee987a-aad4-453c-a0db-f5fca069a99e req-2d1c66cd-3603-41ec-adf3-7bc93cff1b5b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:42.661158 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-63ee987a-aad4-453c-a0db-f5fca069a99e req-2d1c66cd-3603-41ec-adf3-7bc93cff1b5b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 945 time: 0.0703757 Jun 23 11:55:42.690369 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722754df-9952-4daf-add8-00cf402a0f6c req-321d4325-6c20-4df1-8fe1-c1f050b7452e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:42.692171 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-722754df-9952-4daf-add8-00cf402a0f6c req-321d4325-6c20-4df1-8fe1-c1f050b7452e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0779803 Jun 23 11:55:42.716124 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-63ee987a-aad4-453c-a0db-f5fca069a99e req-021a6a40-e665-460a-aa90-2ab19067ada9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539923 Jun 23 11:55:42.761620 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-722754df-9952-4daf-add8-00cf402a0f6c req-20b6cfda-2756-439e-a6bd-6b9fd76df1ab tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623393 Jun 23 11:55:42.989914 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548cb2e-9c85-4826-ad5b-6bd2a404b25a req-87b6548d-857b-407b-ae79-86a3469bf5e9 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:42.996396 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032fc18-c774-4b22-8b40-cf96cc6b8514 req-12f0406b-fdcd-47ae-94c1-5910b0fccfa8 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:42.997804 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c548cb2e-9c85-4826-ad5b-6bd2a404b25a req-87b6548d-857b-407b-ae79-86a3469bf5e9 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 944 time: 0.0639081 Jun 23 11:55:43.003009 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7032fc18-c774-4b22-8b40-cf96cc6b8514 req-12f0406b-fdcd-47ae-94c1-5910b0fccfa8 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 946 time: 0.0687156 Jun 23 11:55:43.059214 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7032fc18-c774-4b22-8b40-cf96cc6b8514 req-94c8f0c5-b50f-40c3-96dd-adf7a3950b05 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/security-groups?id=45921a1c-5791-4f3b-8620-a7bc6d4815f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537534 Jun 23 11:55:43.065662 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c548cb2e-9c85-4826-ad5b-6bd2a404b25a req-e946015a-c60f-411b-ad10-ecafac0d1609 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667496 Jun 23 11:55:43.218676 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ced24-3623-4a21-99ba-ad2c7a2dd8b9 req-e0b33c37-0527-43fe-a319-aab5a310343c tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:43.228628 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-934ced24-3623-4a21-99ba-ad2c7a2dd8b9 req-e0b33c37-0527-43fe-a319-aab5a310343c tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0635655 Jun 23 11:55:43.274935 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:43.283470 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-934ced24-3623-4a21-99ba-ad2c7a2dd8b9 req-1e33414e-6293-4113-8ae1-f214962cc00e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536883 Jun 23 11:55:43.428276 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-be63217c-d080-458a-b6e0-7932d000f4d1 req-2c24413f-e4c1-4e94-ba40-20de0f0445f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66465037-49ad-4b75-9a72-74ba5935f37a HTTP/1.1" status: 200 len: 217 time: 0.0579240 Jun 23 11:55:43.514954 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-45431c4a-a721-4571-bf5d-4fdd43f98da6 req-b515e2ca-f2d8-42dd-b8b5-8385002ed994 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e HTTP/1.1" status: 200 len: 1000 time: 0.1438649 Jun 23 11:55:43.518057 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe635f-f532-4f89-b86d-2fd6f8ff7717 req-de1d68d7-cad6-494f-9289-a8cf6770f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:43.520247 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9efe635f-f532-4f89-b86d-2fd6f8ff7717 req-de1d68d7-cad6-494f-9289-a8cf6770f143 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a5a0086895b6442da90bc0f1bcecd3e7&device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 1128 time: 0.0705452 Jun 23 11:55:43.711922 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 48824) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:43.833470 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c1017ef0-07dc-463e-b356-37ee04f1543d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:43.858416 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfc97c-474b-4a3a-9907-d810d6c932b6 req-d69537e8-d995-4165-9fa7-e731a26e9018 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:43.861021 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-92cfc97c-474b-4a3a-9907-d810d6c932b6 req-d69537e8-d995-4165-9fa7-e731a26e9018 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 945 time: 0.0677741 Jun 23 11:55:43.913133 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:43.918188 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a180ee4-e22c-4ddd-82dd-e136e5727f62 req-1b33487d-e0be-4cbb-aa09-eff863affb2c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:43.919975 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4a180ee4-e22c-4ddd-82dd-e136e5727f62 req-1b33487d-e0be-4cbb-aa09-eff863affb2c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0750155 Jun 23 11:55:43.920261 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-92cfc97c-474b-4a3a-9907-d810d6c932b6 req-dec3fb2f-18c1-4431-9768-639c754e34c1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536799 Jun 23 11:55:43.996957 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c1017ef0-07dc-463e-b356-37ee04f1543d admin admin] Publish callbacks [] for security_group (034a322e-77f0-46ba-a731-9c39f23f98f9), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:44.004529 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4a180ee4-e22c-4ddd-82dd-e136e5727f62 req-6ee4e1ab-a0f2-4ba4-a5b6-0c50b8442f1a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683453 Jun 23 11:55:44.005875 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c1017ef0-07dc-463e-b356-37ee04f1543d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (034a322e-77f0-46ba-a731-9c39f23f98f9), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:44.044437 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-c1017ef0-07dc-463e-b356-37ee04f1543d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=716dfd5064be42b2b6c102fb4d6f353d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311150 Jun 23 11:55:44.047238 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48842) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:44.049380 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1017ef0-07dc-463e-b356-37ee04f1543d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034a322e-77f0-46ba-a731-9c39f23f98f9,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:44.099189 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-34fb4d02-b9cb-4ece-8cfc-e35b20be489a admin admin] Publish callbacks [] for security_group (034a322e-77f0-46ba-a731-9c39f23f98f9), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:44.126623 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-34fb4d02-b9cb-4ece-8cfc-e35b20be489a admin admin] Publish callbacks [] for security_group (034a322e-77f0-46ba-a731-9c39f23f98f9), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:44.202314 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171f62a-0f51-49b8-8af2-73af363fa7a9 req-d3d05805-af41-4f2f-8f7c-4a9e53f16b9c tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:44.203854 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b171f62a-0f51-49b8-8af2-73af363fa7a9 req-d3d05805-af41-4f2f-8f7c-4a9e53f16b9c tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 944 time: 0.0531569 Jun 23 11:55:44.209410 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc700bf-73f7-45f0-89a9-968190df1852 req-544228bb-f141-4587-b835-9b4620e3a977 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:44.210951 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bfc700bf-73f7-45f0-89a9-968190df1852 req-544228bb-f141-4587-b835-9b4620e3a977 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 946 time: 0.0741849 Jun 23 11:55:44.254482 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-34fb4d02-b9cb-4ece-8cfc-e35b20be489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (034a322e-77f0-46ba-a731-9c39f23f98f9), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:44.257639 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-34fb4d02-b9cb-4ece-8cfc-e35b20be489a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:44.261458 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-34fb4d02-b9cb-4ece-8cfc-e35b20be489a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/034a322e-77f0-46ba-a731-9c39f23f98f9 HTTP/1.1" status: 204 len: 168 time: 0.2128727 Jun 23 11:55:44.261995 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:44.269365 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b171f62a-0f51-49b8-8af2-73af363fa7a9 req-19a90f09-50bb-4342-b5bf-b24b0950c940 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590427 Jun 23 11:55:44.282667 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb4d02-b9cb-4ece-8cfc-e35b20be489a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034a322e-77f0-46ba-a731-9c39f23f98f9,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:44.290857 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bfc700bf-73f7-45f0-89a9-968190df1852 req-54b63e3d-43f5-41ec-a694-73389e846adf tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/security-groups?id=45921a1c-5791-4f3b-8620-a7bc6d4815f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710020 Jun 23 11:55:44.302622 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:44.304634 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:44.415883 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a460a9-1ff7-4839-aaa1-6d4e12d34efc req-9facb7d2-4567-429f-9279-09a4d2c12a68 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:44.417899 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f7a460a9-1ff7-4839-aaa1-6d4e12d34efc req-9facb7d2-4567-429f-9279-09a4d2c12a68 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0540066 Jun 23 11:55:44.471353 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f7a460a9-1ff7-4839-aaa1-6d4e12d34efc req-59b3b154-9122-48f2-8a7c-82387e397e41 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475800 Jun 23 11:55:44.610651 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:44.660912 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63217c-d080-458a-b6e0-7932d000f4d1 req-accf8f2d-7047-4bab-a0cb-d960dcf9f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:44.660912 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-be63217c-d080-458a-b6e0-7932d000f4d1 req-accf8f2d-7047-4bab-a0cb-d960dcf9f0fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.0588930 Jun 23 11:55:44.661576 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431c4a-a721-4571-bf5d-4fdd43f98da6 req-45660234-79aa-484e-9455-842969c4902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:44.663615 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-45431c4a-a721-4571-bf5d-4fdd43f98da6 req-45660234-79aa-484e-9455-842969c4902c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fea9b42-e008-42bd-8176-b6f37ce2fc7a HTTP/1.1" status: 200 len: 856 time: 0.0871499 Jun 23 11:55:44.678197 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08352cbf-52fb-4555-90d0-dc01406c58fb req-94cf5f8a-69be-41c0-8dd8-963ea4a212bc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:44.683338 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-08352cbf-52fb-4555-90d0-dc01406c58fb req-94cf5f8a-69be-41c0-8dd8-963ea4a212bc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.1300108 Jun 23 11:55:44.690139 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48862) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:44.694712 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-7358a255-a22e-4b6d-a4db-fef26beebede tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Request body: {'floatingip': {'port_id': '2b1b9605-d448-4f5e-8b07-f5d1a8bf6799'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:44.739749 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7358a255-a22e-4b6d-a4db-fef26beebede tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for floatingip (bc219ec7-d413-4776-929c-0c86350a8548), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:44.746327 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe635f-f532-4f89-b86d-2fd6f8ff7717 req-b33e3249-ec85-4cae-8f2d-931efc575729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:44.748334 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9efe635f-f532-4f89-b86d-2fd6f8ff7717 req-b33e3249-ec85-4cae-8f2d-931efc575729 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=a5a0086895b6442da90bc0f1bcecd3e7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1385083 Jun 23 11:55:44.773544 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 48864) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:44.797641 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-60cbdadc-5b6a-4d8d-b1d5-0ac95ab24021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:44.881769 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:44.894848 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-60cbdadc-5b6a-4d8d-b1d5-0ac95ab24021 admin admin] Publish callbacks [] for security_group (33c3adbf-241c-40dd-a190-6db4d48b4a3f), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:44.900722 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-60cbdadc-5b6a-4d8d-b1d5-0ac95ab24021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (33c3adbf-241c-40dd-a190-6db4d48b4a3f), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:44.948245 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-60cbdadc-5b6a-4d8d-b1d5-0ac95ab24021 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6d12b4035e734c04969cfd070ba66bb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727719 Jun 23 11:55:44.950437 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 48870) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:44.957001 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbdadc-5b6a-4d8d-b1d5-0ac95ab24021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c3adbf-241c-40dd-a190-6db4d48b4a3f,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:45.029681 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4eed-488a-4cbc-8bad-0e337f73eb71 admin admin] Publish callbacks [] for security_group (33c3adbf-241c-40dd-a190-6db4d48b4a3f), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:45.083577 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4eed-488a-4cbc-8bad-0e337f73eb71 admin admin] Publish callbacks [] for security_group (33c3adbf-241c-40dd-a190-6db4d48b4a3f), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:45.096490 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb01a35-aab7-4d40-9b88-cb22211f6a48 req-8eb4655f-65df-4c70-8a74-718252c9aea2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:45.099265 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-eeb01a35-aab7-4d40-9b88-cb22211f6a48 req-8eb4655f-65df-4c70-8a74-718252c9aea2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 945 time: 0.0803089 Jun 23 11:55:45.193774 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d05f-d472-4c04-aab3-3b7d8c746318 req-8869b6c6-1fb8-4ab0-ad17-84f7eb8c156a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:45.195919 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-51c7d05f-d472-4c04-aab3-3b7d8c746318 req-8869b6c6-1fb8-4ab0-ad17-84f7eb8c156a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.1107392 Jun 23 11:55:45.235857 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63217c-d080-458a-b6e0-7932d000f4d1 req-1f0485c3-56d3-4363-a565-b241aad1b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:45.237383 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-be63217c-d080-458a-b6e0-7932d000f4d1 req-1f0485c3-56d3-4363-a565-b241aad1b738 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878220 Jun 23 11:55:45.504251 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-eeb01a35-aab7-4d40-9b88-cb22211f6a48 req-be31f120-9642-4390-8fac-99d19e3cfbfb tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3968971 Jun 23 11:55:45.510838 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431c4a-a721-4571-bf5d-4fdd43f98da6 req-2361b955-27bf-4101-bd93-842999fead0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:45.512449 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-45431c4a-a721-4571-bf5d-4fdd43f98da6 req-2361b955-27bf-4101-bd93-842999fead0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95d2a966-c2d0-4baf-b3af-40bcab8446e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3620942 Jun 23 11:55:45.520529 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4eed-488a-4cbc-8bad-0e337f73eb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (33c3adbf-241c-40dd-a190-6db4d48b4a3f), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:45.523650 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4eed-488a-4cbc-8bad-0e337f73eb71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:45.527746 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-ac4d4eed-488a-4cbc-8bad-0e337f73eb71 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/33c3adbf-241c-40dd-a190-6db4d48b4a3f HTTP/1.1" status: 204 len: 168 time: 0.5763214 Jun 23 11:55:45.563360 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8c172-14a5-4f88-8be6-35c6793a2776 req-1f83f6ca-e392-4de4-aa05-cbc89f892a62 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:45.564993 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9dc8c172-14a5-4f88-8be6-35c6793a2776 req-1f83f6ca-e392-4de4-aa05-cbc89f892a62 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 946 time: 0.3681638 Jun 23 11:55:45.579910 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d4eed-488a-4cbc-8bad-0e337f73eb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c3adbf-241c-40dd-a190-6db4d48b4a3f,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:45.580847 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-51c7d05f-d472-4c04-aab3-3b7d8c746318 req-09b887b1-05ac-4831-81fe-7cbf9d50dd03 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767667 Jun 23 11:55:45.599080 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7358a255-a22e-4b6d-a4db-fef26beebede tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:45.616039 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7358a255-a22e-4b6d-a4db-fef26beebede tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (bc219ec7-d413-4776-929c-0c86350a8548), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:45.693918 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe635f-f532-4f89-b86d-2fd6f8ff7717 req-f153f0c7-baad-492f-98c4-2ebfdc822d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:45.695562 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9efe635f-f532-4f89-b86d-2fd6f8ff7717 req-f153f0c7-baad-492f-98c4-2ebfdc822d55 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5579462 Jun 23 11:55:45.756558 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968706-f070-4523-a913-29203a141a83 req-5f804ad2-0388-4cf4-ac7b-6dbe6563664e tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:45.758630 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-09968706-f070-4523-a913-29203a141a83 req-5f804ad2-0388-4cf4-ac7b-6dbe6563664e tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 946 time: 0.0909133 Jun 23 11:55:45.764891 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:45.859774 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:45.864755 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0b1ff-fedb-4dd2-baf2-3500ce41aac5 req-0ad9d67c-52df-46cf-8398-bb639204020a tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:45.866373 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f8b0b1ff-fedb-4dd2-baf2-3500ce41aac5 req-0ad9d67c-52df-46cf-8398-bb639204020a tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 944 time: 0.2202411 Jun 23 11:55:45.875472 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:45.894032 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-be63217c-d080-458a-b6e0-7932d000f4d1 req-fe261d57-648f-4663-815d-67dd6abeb103 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286614 Jun 23 11:55:45.912497 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-09968706-f070-4523-a913-29203a141a83 req-db225fd3-c946-4a88-ac32-286b79633b4f tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/security-groups?id=45921a1c-5791-4f3b-8620-a7bc6d4815f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433530 Jun 23 11:55:45.947364 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-662531a8-60ec-474d-9ee8-6ac940ebef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:45.949613 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-662531a8-60ec-474d-9ee8-6ac940ebef2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a5a0086895b6442da90bc0f1bcecd3e7&device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 1128 time: 0.1719260 Jun 23 11:55:45.950145 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-9dc8c172-14a5-4f88-8be6-35c6793a2776 req-edbcd23f-fbfe-465f-8a09-fd48558f3e22 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Deleting port c1887889-94c0-435d-9dc4-a46cb2e8dbac {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:55:45.950486 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-9dc8c172-14a5-4f88-8be6-35c6793a2776 req-edbcd23f-fbfe-465f-8a09-fd48558f3e22 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (c1887889-94c0-435d-9dc4-a46cb2e8dbac), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:45.984140 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.l3_db [None req-7358a255-a22e-4b6d-a4db-fef26beebede tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Floating IP bc219ec7-d413-4776-929c-0c86350a8548 associated. External IP: 172.27.3.114, port: 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799. Jun 23 11:55:45.999047 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-45431c4a-a721-4571-bf5d-4fdd43f98da6 req-d63c075d-4eca-4c1b-b797-ee70d7ae7c49 service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692526 Jun 23 11:55:46.048407 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-e2b4f073-98b3-4954-8cd1-b41324b4feb4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c7047e7-2534-4b9b-aace-b311d43e694f HTTP/1.1" status: 200 len: 217 time: 0.0846250 Jun 23 11:55:46.058331 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f8b0b1ff-fedb-4dd2-baf2-3500ce41aac5 req-4283089d-361b-40d7-bfd6-01ea05bd1f82 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816030 Jun 23 11:55:46.150020 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:46.210817 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159fa3c-34e9-4ba6-9f64-81a96cf479b3 req-8f607223-7781-4015-8d56-3cd17e66cb3b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:46.213320 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9159fa3c-34e9-4ba6-9f64-81a96cf479b3 req-8f607223-7781-4015-8d56-3cd17e66cb3b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 945 time: 0.1602187 Jun 23 11:55:46.226778 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48900) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:46.232639 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-eedc8e05-ffc1-44f2-88df-d65396982fb4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'floatingip': {'port_id': 'aa6285e7-0658-4131-aef9-e0151dcf7912'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:46.233534 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-bcb661a6-e597-4737-a907-eb557ecccb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:46.235047 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-bcb661a6-e597-4737-a907-eb557ecccb73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b806f1c4-b55c-4ab3-ba48-5f8a8f225405 HTTP/1.1" status: 200 len: 853 time: 0.1639977 Jun 23 11:55:46.244620 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-9dc8c172-14a5-4f88-8be6-35c6793a2776 req-edbcd23f-fbfe-465f-8a09-fd48558f3e22 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] For port c1887889-94c0-435d-9dc4-a46cb2e8dbac, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c1887889-94c0-435d-9dc4-a46cb2e8dbac,segment=NetworkSegment(1788ce92-46cc-41b2-a657-ac8e17c7cfed),segment_id=1788ce92-46cc-41b2-a657-ac8e17c7cfed)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:46.245030 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-9dc8c172-14a5-4f88-8be6-35c6793a2776 req-edbcd23f-fbfe-465f-8a09-fd48558f3e22 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (c1887889-94c0-435d-9dc4-a46cb2e8dbac), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:46.290544 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-be63217c-d080-458a-b6e0-7932d000f4d1 req-da149d8f-6fa1-4eb0-830e-e0a6ad6acd5d service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743966 Jun 23 11:55:46.299426 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-903ea8fd-1cb6-4ef4-b008-8dbd96e8ae14 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1cbb7bc8-91c5-4257-ad30-f56ed02325b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564330 Jun 23 11:55:46.299853 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-9dc8c172-14a5-4f88-8be6-35c6793a2776 req-edbcd23f-fbfe-465f-8a09-fd48558f3e22 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Calling delete_port for c1887889-94c0-435d-9dc4-a46cb2e8dbac owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:55:46.307441 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-45431c4a-a721-4571-bf5d-4fdd43f98da6 req-cd7e558b-3826-4c9f-8036-98238296bb24 service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757030 Jun 23 11:55:46.399041 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-eedc8e05-ffc1-44f2-88df-d65396982fb4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (1ee13972-1a8a-4076-b32a-9b0ebb0c7084), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:46.446639 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7358a255-a22e-4b6d-a4db-fef26beebede tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Router c0b673df-1003-4023-af23-883ae5ce1995 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:55:46.524047 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-d3f70c9b-587d-48fd-9e5c-830364049b03 service neutron] 10.222.0.44 "GET /v2.0/networks/1cbb7bc8-91c5-4257-ad30-f56ed02325b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993186 Jun 23 11:55:46.590856 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-9dc8c172-14a5-4f88-8be6-35c6793a2776 req-edbcd23f-fbfe-465f-8a09-fd48558f3e22 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (c1887889-94c0-435d-9dc4-a46cb2e8dbac), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:46.622748 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcd23f-fbfe-465f-8a09-fd48558f3e22 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Pushing event deleted for resources: {'Port': ['ID=c1887889-94c0-435d-9dc4-a46cb2e8dbac,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:46.689995 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48916) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:46.692661 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:55:46.706484 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7358a255-a22e-4b6d-a4db-fef26beebede tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:55:46.717410 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e12f16-0416-4109-9611-6e225bd659d2 None None] Sync routers for ids ['c0b673df-1003-4023-af23-883ae5ce1995'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:55:46.734200 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device c1887889-94c0-435d-9dc4-a46cb2e8dbac no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:55:46.738809 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e12f16-0416-4109-9611-6e225bd659d2 None None] Routers {'c0b673df-1003-4023-af23-883ae5ce1995'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:55:46.747587 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-21e12f16-0416-4109-9611-6e225bd659d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:55:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c0b673df-1003-4023-af23-883ae5ce1995'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:46.751723 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc8c172-14a5-4f88-8be6-35c6793a2776 req-edbcd23f-fbfe-465f-8a09-fd48558f3e22 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] No DVR routers for this DVR port c1887889-94c0-435d-9dc4-a46cb2e8dbac on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:55:46.759990 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-9dc8c172-14a5-4f88-8be6-35c6793a2776 req-edbcd23f-fbfe-465f-8a09-fd48558f3e22 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:46.766386 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9dc8c172-14a5-4f88-8be6-35c6793a2776 req-edbcd23f-fbfe-465f-8a09-fd48558f3e22 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.44 "DELETE /v2.0/ports/c1887889-94c0-435d-9dc4-a46cb2e8dbac HTTP/1.1" status: 204 len: 173 time: 1.1877351 Jun 23 11:55:46.766911 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c', 'name': 'network-vif-deleted', 'tag': 'c1887889-94c0-435d-9dc4-a46cb2e8dbac'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:46.769205 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42bb03d-1a80-4e61-ba76-77ffedc7e1bc" -d '{"events": [{"server_uuid": "d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c", "name": "network-vif-deleted", "tag": "c1887889-94c0-435d-9dc4-a46cb2e8dbac"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:46.790953 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45fa12-7b8c-4c1c-924a-5f635a8b23fb req-0f759851-e55a-4931-9f44-2cd137727598 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:46.821191 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: c1887889-94c0-435d-9dc4-a46cb2e8dbac {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:55:46.822010 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4e45fa12-7b8c-4c1c-924a-5f635a8b23fb req-0f759851-e55a-4931-9f44-2cd137727598 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.1527042 Jun 23 11:55:46.822363 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device c1887889-94c0-435d-9dc4-a46cb2e8dbac not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:55:46.844976 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa36a864-3da0-4809-b841-2cadc6d90a02 x-openstack-request-id: req-fa36a864-3da0-4809-b841-2cadc6d90a02 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:46.845275 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c", "name": "network-vif-deleted", "tag": "c1887889-94c0-435d-9dc4-a46cb2e8dbac", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:46.845534 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fa36a864-3da0-4809-b841-2cadc6d90a02 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:46.845944 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa36a864-3da0-4809-b841-2cadc6d90a02'] response: {'server_uuid': 'd4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c', 'name': 'network-vif-deleted', 'tag': 'c1887889-94c0-435d-9dc4-a46cb2e8dbac', 'status': 'completed', 'code': 200} Jun 23 11:55:46.936226 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-79c52404-8dbd-4c3b-8c62-36dc8419d67f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1001568847-network', 'tenant_id': 'bcca37e950644ad6972d8183854e436a'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:46.946811 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7358a255-a22e-4b6d-a4db-fef26beebede tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:46.984315 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:47.008978 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4e45fa12-7b8c-4c1c-924a-5f635a8b23fb req-57420966-ac54-4d66-8111-5d3886cce153 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817741 Jun 23 11:55:47.019776 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-21e12f16-0416-4109-9611-6e225bd659d2 None None] Set router c0b673df-1003-4023-af23-883ae5ce1995 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:55:47.050699 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a7f2c62-8c0c-4eb8-91a6-93b05e2e5f3d req-21d4f927-105c-4f3f-95ca-7eeea9f3b385 service neutron] 10.222.0.44 "GET /v2.0/networks/1cbb7bc8-91c5-4257-ad30-f56ed02325b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123528 Jun 23 11:55:47.059386 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:47.061724 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-7358a255-a22e-4b6d-a4db-fef26beebede tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "PUT /v2.0/floatingips/bc219ec7-d413-4776-929c-0c86350a8548 HTTP/1.1" status: 200 len: 992 time: 2.3705919 Jun 23 11:55:47.066524 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7134bd36-8b37-48ff-bcfb-ab369c0ef601', 'tag': '2b1b9605-d448-4f5e-8b07-f5d1a8bf6799'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:47.068764 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466f8e7c-b8d9-4aa9-b438-c88b23e92bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "7134bd36-8b37-48ff-bcfb-ab369c0ef601", "tag": "2b1b9605-d448-4f5e-8b07-f5d1a8bf6799"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:47.122310 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7d984e51-d8cd-4aef-887b-b1c3abc1dc25 req-4088e085-388d-4981-a86c-192b2e6ebb5b tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 210 time: 0.0651374 Jun 23 11:55:47.158154 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019e5115-6820-46c6-a302-35d00ebc6d64 x-openstack-request-id: req-019e5115-6820-46c6-a302-35d00ebc6d64 {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:47.158443 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7134bd36-8b37-48ff-bcfb-ab369c0ef601", "tag": "2b1b9605-d448-4f5e-8b07-f5d1a8bf6799", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:47.158700 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-019e5115-6820-46c6-a302-35d00ebc6d64 {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:47.159137 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019e5115-6820-46c6-a302-35d00ebc6d64'] response: {'name': 'network-changed', 'server_uuid': '7134bd36-8b37-48ff-bcfb-ab369c0ef601', 'tag': '2b1b9605-d448-4f5e-8b07-f5d1a8bf6799', 'status': 'completed', 'code': 200} Jun 23 11:55:47.160084 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c52404-8dbd-4c3b-8c62-36dc8419d67f admin admin] Made reservation on behalf of bcca37e950644ad6972d8183854e436a for: {'network': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:55:47.162493 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-79c52404-8dbd-4c3b-8c62-36dc8419d67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:47.177792 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-79c52404-8dbd-4c3b-8c62-36dc8419d67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:47.232469 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:47.236040 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:47.251712 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fa4f9-56a3-409b-8626-f5c2276130b2 req-033dd18e-056b-45ec-8eca-0e648d1069ed tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:47.253622 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8a6fa4f9-56a3-409b-8626-f5c2276130b2 req-033dd18e-056b-45ec-8eca-0e648d1069ed tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 944 time: 0.0559299 Jun 23 11:55:47.280011 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-21e12f16-0416-4109-9611-6e225bd659d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'bc219ec7-d413-4776-929c-0c86350a8548', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'port_id': '2b1b9605-d448-4f5e-8b07-f5d1a8bf6799', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'mac_address': 'fa:16:3e:5e:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7134bd36-8b37-48ff-bcfb-ab369c0ef601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:55:14Z', 'updated_at': '2022-06-23T11:55:45Z', 'revision_number': 1, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3243d711-168b-434c-b57d-9f9d2f24b1ec', 'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'mac_address': 'fa:16:3e:1d:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:53Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 5, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'subnets': [{'id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:47.302516 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:47.305777 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e12f16-0416-4109-9611-6e225bd659d2 None None] Checking router: c0b673df-1003-4023-af23-883ae5ce1995 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:55:47.312581 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8a6fa4f9-56a3-409b-8626-f5c2276130b2 req-5e102d49-ca18-4739-a7e7-0acb70252694 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464923 Jun 23 11:55:47.315492 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e12f16-0416-4109-9611-6e225bd659d2 None None] Routers {'c0b673df-1003-4023-af23-883ae5ce1995'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:55:47.316165 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-21e12f16-0416-4109-9611-6e225bd659d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:55:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c0b673df-1003-4023-af23-883ae5ce1995'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:47.336075 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-eedc8e05-ffc1-44f2-88df-d65396982fb4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:47.353808 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-eedc8e05-ffc1-44f2-88df-d65396982fb4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (1ee13972-1a8a-4076-b32a-9b0ebb0c7084), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:47.404854 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-79c52404-8dbd-4c3b-8c62-36dc8419d67f admin admin] Publish callbacks [] for security_group (8d840a3b-4a9b-4857-931c-e22d81661210), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:47.411280 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-79c52404-8dbd-4c3b-8c62-36dc8419d67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (8d840a3b-4a9b-4857-931c-e22d81661210), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:47.445269 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-21e12f16-0416-4109-9611-6e225bd659d2 None None] Set router c0b673df-1003-4023-af23-883ae5ce1995 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:55:47.476819 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c52404-8dbd-4c3b-8c62-36dc8419d67f admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=103989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:55:47.486824 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c52404-8dbd-4c3b-8c62-36dc8419d67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d840a3b-4a9b-4857-931c-e22d81661210,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:47.495203 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-79c52404-8dbd-4c3b-8c62-36dc8419d67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (bf718d7e-900a-4a56-9594-f28d1060b7b1), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:47.495550 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.segments_db [None req-79c52404-8dbd-4c3b-8c62-36dc8419d67f admin admin] Added segment bf718d7e-900a-4a56-9594-f28d1060b7b1 of type vlan for network c16a4e1f-868a-4392-a488-c49b1505d7b6 Jun 23 11:55:47.540111 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.l3_db [None req-eedc8e05-ffc1-44f2-88df-d65396982fb4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Floating IP 1ee13972-1a8a-4076-b32a-9b0ebb0c7084 associated. External IP: 172.27.3.46, port: aa6285e7-0658-4131-aef9-e0151dcf7912. Jun 23 11:55:47.580164 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-79c52404-8dbd-4c3b-8c62-36dc8419d67f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (c16a4e1f-868a-4392-a488-c49b1505d7b6), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:47.652935 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-79c52404-8dbd-4c3b-8c62-36dc8419d67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (c16a4e1f-868a-4392-a488-c49b1505d7b6), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:47.653941 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c52404-8dbd-4c3b-8c62-36dc8419d67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:47.654512 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-79c52404-8dbd-4c3b-8c62-36dc8419d67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:47.685578 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-21e12f16-0416-4109-9611-6e225bd659d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'bc219ec7-d413-4776-929c-0c86350a8548', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'port_id': '2b1b9605-d448-4f5e-8b07-f5d1a8bf6799', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'mac_address': 'fa:16:3e:5e:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7134bd36-8b37-48ff-bcfb-ab369c0ef601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:55:14Z', 'updated_at': '2022-06-23T11:55:45Z', 'revision_number': 1, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3243d711-168b-434c-b57d-9f9d2f24b1ec', 'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'mac_address': 'fa:16:3e:1d:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:53Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 5, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'subnets': [{'id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:47.703200 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-79c52404-8dbd-4c3b-8c62-36dc8419d67f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0119801 Jun 23 11:55:47.706414 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 48936) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:47.713250 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e12f16-0416-4109-9611-6e225bd659d2 None None] The sync data for ids ['c0b673df-1003-4023-af23-883ae5ce1995'] in dv-cinder-826608-3-iscsi is: [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'bc219ec7-d413-4776-929c-0c86350a8548', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'port_id': '2b1b9605-d448-4f5e-8b07-f5d1a8bf6799', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'mac_address': 'fa:16:3e:5e:0f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7134bd36-8b37-48ff-bcfb-ab369c0ef601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:55:14Z', 'updated_at': '2022-06-23T11:55:45Z', 'revision_number': 1, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3243d711-168b-434c-b57d-9f9d2f24b1ec', 'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'mac_address': 'fa:16:3e:1d:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:53Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 5, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'subnets': [{'id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:55:47.714300 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-8788569d-8cab-40a3-a91b-f4b329b601f9 admin admin] Request body: {'subnet': {'network_id': 'c16a4e1f-868a-4392-a488-c49b1505d7b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1001568847-subnet', 'tenant_id': 'bcca37e950644ad6972d8183854e436a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:47.750467 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8788569d-8cab-40a3-a91b-f4b329b601f9 admin admin] Made reservation on behalf of bcca37e950644ad6972d8183854e436a for: {'subnet': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:55:47.753929 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8788569d-8cab-40a3-a91b-f4b329b601f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29328163'] for subnet (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:47.762824 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c52404-8dbd-4c3b-8c62-36dc8419d67f admin admin] Pushing event updated for resources: {'Network': ['ID=c16a4e1f-868a-4392-a488-c49b1505d7b6,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:47.779804 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network c16a4e1f-868a-4392-a488-c49b1505d7b6 details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:55:48.047160 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a259804-9ff8-4d88-9492-03c12a73944e None None] New status for floating IP bc219ec7-d413-4776-929c-0c86350a8548: ACTIVE {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:55:48.054770 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8788569d-8cab-40a3-a91b-f4b329b601f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28485106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29328213'] for subnet (f408076c-dd50-4c83-ac56-6165ab00f5f4), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:48.067531 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedc8e05-ffc1-44f2-88df-d65396982fb4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Router 0bd1f321-5d98-4143-ba24-2a3aad50da03 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:55:48.105883 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:48.112190 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:48.124127 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788569d-8cab-40a3-a91b-f4b329b601f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f408076c-dd50-4c83-ac56-6165ab00f5f4,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:48.127196 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8788569d-8cab-40a3-a91b-f4b329b601f9 admin admin] Checking segment: {'id': 'bf718d7e-900a-4a56-9594-f28d1060b7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c16a4e1f-868a-4392-a488-c49b1505d7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:55:48.127756 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8788569d-8cab-40a3-a91b-f4b329b601f9 admin admin] Network hostable DHCP agents. Network: c16a4e1f-868a-4392-a488-c49b1505d7b6, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:55:48.150443 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8788569d-8cab-40a3-a91b-f4b329b601f9 admin admin] Network c16a4e1f-868a-4392-a488-c49b1505d7b6 is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:55:48.162348 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-8788569d-8cab-40a3-a91b-f4b329b601f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, c16a4e1f-868a-4392-a488-c49b1505d7b6) {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:55:48.167616 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8788569d-8cab-40a3-a91b-f4b329b601f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:48.168158 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:48.168553 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8788569d-8cab-40a3-a91b-f4b329b601f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:48.193400 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-8788569d-8cab-40a3-a91b-f4b329b601f9 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4848921 Jun 23 11:55:48.221891 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dedc392-bf12-4cee-9b00-57da76d0d271 None None] Network c16a4e1f-868a-4392-a488-c49b1505d7b6 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:55:48.229332 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0c2d5-b4cb-4301-a4b5-1bdb5f242178 req-1f74b08b-285e-400e-9f65-22c33ef0a6af tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:48.231001 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-77a0c2d5-b4cb-4301-a4b5-1bdb5f242178 req-1f74b08b-285e-400e-9f65-22c33ef0a6af tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0688994 Jun 23 11:55:48.236042 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedc8e05-ffc1-44f2-88df-d65396982fb4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:55:48.241367 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-eedc8e05-ffc1-44f2-88df-d65396982fb4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:48.249392 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b32e23-e9d7-4221-9260-e73c6ee72fa2 None None] Sync routers for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:55:48.273500 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b32e23-e9d7-4221-9260-e73c6ee72fa2 None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:55:48.275361 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-c4b32e23-e9d7-4221-9260-e73c6ee72fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:55:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:48.296484 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:48.314620 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-eedc8e05-ffc1-44f2-88df-d65396982fb4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "PUT /v2.0/floatingips/1ee13972-1a8a-4076-b32a-9b0ebb0c7084 HTTP/1.1" status: 200 len: 990 time: 2.0841980 Jun 23 11:55:48.323660 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5aaa6d27-1e08-4f99-98e6-f5d5713cdb49 req-10b4c15d-d748-49fd-9dd3-2d8e7f22ee23 tempest-DeleteServersTestJSON-1538316573 tempest-DeleteServersTestJSON-1538316573-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d77d8b-5e6d-4d69-a4a3-cb0ee521e33c HTTP/1.1" status: 200 len: 210 time: 0.0869815 Jun 23 11:55:48.354999 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-77a0c2d5-b4cb-4301-a4b5-1bdb5f242178 req-0c77382a-9b74-4759-979d-0e7143b47be6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089845 Jun 23 11:55:48.472182 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-c4b32e23-e9d7-4221-9260-e73c6ee72fa2 None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:55:48.476897 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49556f1-4c27-42cd-8737-3f8312cb0432 req-ebeab958-5b82-4fe5-bd4a-fb56d3a46f0c tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:48.478308 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f49556f1-4c27-42cd-8737-3f8312cb0432 req-ebeab958-5b82-4fe5-bd4a-fb56d3a46f0c tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 944 time: 0.0660362 Jun 23 11:55:48.536522 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb0e6e3-d517-4d94-800e-73c23ed12aa4 None None] Network c16a4e1f-868a-4392-a488-c49b1505d7b6 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:55:48.562535 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f8e7c-b8d9-4aa9-b438-c88b23e92bcb req-34d9e461-7997-4eed-bd17-11a66a5c5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:48.564096 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-466f8e7c-b8d9-4aa9-b438-c88b23e92bcb req-34d9e461-7997-4eed-bd17-11a66a5c5854 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1a92a7ffc864256b48a9848b27f9fd2&device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 1130 time: 0.0848100 Jun 23 11:55:48.613045 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f49556f1-4c27-42cd-8737-3f8312cb0432 req-a71db8a5-fc4b-4be5-909a-05b272f972cf tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225264 Jun 23 11:55:48.698226 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f8e7c-b8d9-4aa9-b438-c88b23e92bcb req-2eedb21c-d57c-4a41-a33d-fd5557d951ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:48.699700 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-466f8e7c-b8d9-4aa9-b438-c88b23e92bcb req-2eedb21c-d57c-4a41-a33d-fd5557d951ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ec90cf8-67c4-41e3-bbbb-0e606173a369 HTTP/1.1" status: 200 len: 910 time: 0.1224170 Jun 23 11:55:48.842462 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-c4b32e23-e9d7-4221-9260-e73c6ee72fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '1ee13972-1a8a-4076-b32a-9b0ebb0c7084', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': 'aa6285e7-0658-4131-aef9-e0151dcf7912', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:64:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:55:14Z', 'updated_at': '2022-06-23T11:55:47Z', 'revision_number': 1, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:48.845176 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:48.860796 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48966) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:48.865884 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-31d011de-862c-450f-bf75-55eb9a8b9d2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1510042304-network', 'tenant_id': '8782d71800654541933c5358f49ef095'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:48.871782 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b32e23-e9d7-4221-9260-e73c6ee72fa2 None None] Checking router: 0bd1f321-5d98-4143-ba24-2a3aad50da03 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:55:48.881485 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b32e23-e9d7-4221-9260-e73c6ee72fa2 None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:55:48.882267 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-c4b32e23-e9d7-4221-9260-e73c6ee72fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:55:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:48.893935 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d011de-862c-450f-bf75-55eb9a8b9d2e admin admin] Made reservation on behalf of 8782d71800654541933c5358f49ef095 for: {'network': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:55:48.897070 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-31d011de-862c-450f-bf75-55eb9a8b9d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:48.909312 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-31d011de-862c-450f-bf75-55eb9a8b9d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:48.934285 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-466f8e7c-b8d9-4aa9-b438-c88b23e92bcb req-98993cdd-1bc4-4795-993c-60e696b7fb84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 HTTP/1.1" status: 200 len: 1002 time: 0.0683358 Jun 23 11:55:49.001655 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-c4b32e23-e9d7-4221-9260-e73c6ee72fa2 None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:55:49.021545 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f8e7c-b8d9-4aa9-b438-c88b23e92bcb req-4eb2b999-aa38-4023-8b56-3f56078c5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:49.024648 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-466f8e7c-b8d9-4aa9-b438-c88b23e92bcb req-4eb2b999-aa38-4023-8b56-3f56078c5ac8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5479a9c9-7903-44a1-b59c-af44f63c9c99 HTTP/1.1" status: 200 len: 848 time: 0.0630939 Jun 23 11:55:49.048414 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-31d011de-862c-450f-bf75-55eb9a8b9d2e admin admin] Publish callbacks [] for security_group (9f37e3b0-3b70-4d4a-a0d3-d9b646f44a1b), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:49.054539 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-31d011de-862c-450f-bf75-55eb9a8b9d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (9f37e3b0-3b70-4d4a-a0d3-d9b646f44a1b), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:49.084235 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d011de-862c-450f-bf75-55eb9a8b9d2e admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:55:49.108553 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d011de-862c-450f-bf75-55eb9a8b9d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f37e3b0-3b70-4d4a-a0d3-d9b646f44a1b,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:49.119488 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-31d011de-862c-450f-bf75-55eb9a8b9d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (15e4cec8-acfd-484f-8ec9-eb23e35aec29), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:49.120145 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.segments_db [None req-31d011de-862c-450f-bf75-55eb9a8b9d2e admin admin] Added segment 15e4cec8-acfd-484f-8ec9-eb23e35aec29 of type vlan for network 66d94853-eeca-4000-b6ae-9f2b152b6c25 Jun 23 11:55:49.146995 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f8e7c-b8d9-4aa9-b438-c88b23e92bcb req-0715daa7-5b02-49ee-beee-2b3be080ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:49.150561 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-466f8e7c-b8d9-4aa9-b438-c88b23e92bcb req-0715daa7-5b02-49ee-beee-2b3be080ff1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ec90cf8-67c4-41e3-bbbb-0e606173a369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1142313 Jun 23 11:55:49.161981 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'tag': 'aa6285e7-0658-4131-aef9-e0151dcf7912'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:49.164870 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5186f932-192e-4641-a65f-ac0f196ad1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d67c82c1-7c40-43a6-9326-480dc5fcb37a", "tag": "aa6285e7-0658-4131-aef9-e0151dcf7912"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:49.187960 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-31d011de-862c-450f-bf75-55eb9a8b9d2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (66d94853-eeca-4000-b6ae-9f2b152b6c25), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:49.227684 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a6f31a-3867-496b-b4cb-9c0a70bcc682 x-openstack-request-id: req-99a6f31a-3867-496b-b4cb-9c0a70bcc682 {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:49.227972 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67c82c1-7c40-43a6-9326-480dc5fcb37a", "tag": "aa6285e7-0658-4131-aef9-e0151dcf7912", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:49.228227 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-99a6f31a-3867-496b-b4cb-9c0a70bcc682 {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:49.228616 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a6f31a-3867-496b-b4cb-9c0a70bcc682'] response: {'name': 'network-changed', 'server_uuid': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'tag': 'aa6285e7-0658-4131-aef9-e0151dcf7912', 'status': 'completed', 'code': 200} Jun 23 11:55:49.238828 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:49.243862 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-31d011de-862c-450f-bf75-55eb9a8b9d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (66d94853-eeca-4000-b6ae-9f2b152b6c25), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:49.245539 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d011de-862c-450f-bf75-55eb9a8b9d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:49.246263 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-31d011de-862c-450f-bf75-55eb9a8b9d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:49.273910 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-c4b32e23-e9d7-4221-9260-e73c6ee72fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '1ee13972-1a8a-4076-b32a-9b0ebb0c7084', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': 'aa6285e7-0658-4131-aef9-e0151dcf7912', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:64:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:55:14Z', 'updated_at': '2022-06-23T11:55:47Z', 'revision_number': 1, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:49.299889 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b32e23-e9d7-4221-9260-e73c6ee72fa2 None None] The sync data for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi is: [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '1ee13972-1a8a-4076-b32a-9b0ebb0c7084', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': 'aa6285e7-0658-4131-aef9-e0151dcf7912', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:64:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:55:14Z', 'updated_at': '2022-06-23T11:55:47Z', 'revision_number': 1, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:55:49.314416 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d011de-862c-450f-bf75-55eb9a8b9d2e admin admin] Pushing event updated for resources: {'Network': ['ID=66d94853-eeca-4000-b6ae-9f2b152b6c25,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:49.327799 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network 66d94853-eeca-4000-b6ae-9f2b152b6c25 details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:55:49.340479 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-31d011de-862c-450f-bf75-55eb9a8b9d2e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4785168 Jun 23 11:55:49.343225 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 48978) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:49.351140 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-dc04bfe9-371e-4782-9d05-349ef68539a1 admin admin] Request body: {'subnet': {'network_id': '66d94853-eeca-4000-b6ae-9f2b152b6c25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1510042304-subnet', 'tenant_id': '8782d71800654541933c5358f49ef095', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:49.379158 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f932-192e-4641-a65f-ac0f196ad1ea req-e06a193a-c871-4aae-ad39-e376983050d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:49.396457 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5186f932-192e-4641-a65f-ac0f196ad1ea req-e06a193a-c871-4aae-ad39-e376983050d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4f73dfee32d43b985e9192000eaed8c&device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 1129 time: 0.0972514 Jun 23 11:55:49.402076 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc04bfe9-371e-4782-9d05-349ef68539a1 admin admin] Made reservation on behalf of 8782d71800654541933c5358f49ef095 for: {'subnet': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:55:49.403958 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-dc04bfe9-371e-4782-9d05-349ef68539a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29159627'] for subnet (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:49.447672 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-466f8e7c-b8d9-4aa9-b438-c88b23e92bcb req-00b91808-bc2a-4b07-8465-b12353dd4932 service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900782 Jun 23 11:55:49.622128 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27a7f2-5a9f-4498-a6a2-5ca816ed70ad req-910ee626-4256-4063-b584-078cc7022fd1 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:49.623772 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7b27a7f2-5a9f-4498-a6a2-5ca816ed70ad req-910ee626-4256-4063-b584-078cc7022fd1 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0968144 Jun 23 11:55:49.730009 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fd2a08-9712-4e5b-b074-6ded4eb484a7 None None] New status for floating IP 1ee13972-1a8a-4076-b32a-9b0ebb0c7084: ACTIVE {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:55:49.844966 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7b27a7f2-5a9f-4498-a6a2-5ca816ed70ad req-c0127e97-d9e4-4eef-9705-0d02ed361735 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114325 Jun 23 11:55:49.849640 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-dc04bfe9-371e-4782-9d05-349ef68539a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27818965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29159613'] for subnet (968d0254-1ac8-4a11-8012-a17f93bedf6f), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:49.895884 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:49.947817 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04bfe9-371e-4782-9d05-349ef68539a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=968d0254-1ac8-4a11-8012-a17f93bedf6f,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:49.957820 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc04bfe9-371e-4782-9d05-349ef68539a1 admin admin] Checking segment: {'id': '15e4cec8-acfd-484f-8ec9-eb23e35aec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '66d94853-eeca-4000-b6ae-9f2b152b6c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:55:49.958177 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc04bfe9-371e-4782-9d05-349ef68539a1 admin admin] Network hostable DHCP agents. Network: 66d94853-eeca-4000-b6ae-9f2b152b6c25, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:55:49.970562 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:49.991384 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc04bfe9-371e-4782-9d05-349ef68539a1 admin admin] Network 66d94853-eeca-4000-b6ae-9f2b152b6c25 is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:55:50.003064 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-466f8e7c-b8d9-4aa9-b438-c88b23e92bcb req-cc9f5dfb-1a8d-4346-8f88-52495d8d82cc service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439661 Jun 23 11:55:50.017115 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-dc04bfe9-371e-4782-9d05-349ef68539a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, 66d94853-eeca-4000-b6ae-9f2b152b6c25) {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:55:50.022225 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04bfe9-371e-4782-9d05-349ef68539a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:50.025059 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-dc04bfe9-371e-4782-9d05-349ef68539a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:50.037767 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d5d15d-833b-4ed8-8ee2-67974444649a None None] Network 66d94853-eeca-4000-b6ae-9f2b152b6c25 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:55:50.063208 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-dc04bfe9-371e-4782-9d05-349ef68539a1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7176332 Jun 23 11:55:50.090239 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f932-192e-4641-a65f-ac0f196ad1ea req-a41e001d-8297-4059-95c5-e5e0d8d1d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:50.091786 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5186f932-192e-4641-a65f-ac0f196ad1ea req-a41e001d-8297-4059-95c5-e5e0d8d1d45b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e2860678-188a-43de-956c-7f6a2a5353f6 HTTP/1.1" status: 200 len: 916 time: 0.6775029 Jun 23 11:55:50.100260 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a53045-a78f-4454-95a9-96cb4451d6c9 req-02125f4a-53d8-4396-b985-e2b1adeb4ede tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:50.101860 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-54a53045-a78f-4454-95a9-96cb4451d6c9 req-02125f4a-53d8-4396-b985-e2b1adeb4ede tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 944 time: 0.1969261 Jun 23 11:55:50.197815 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-54a53045-a78f-4454-95a9-96cb4451d6c9 req-a37fa905-879c-44a8-85d2-5ee667f091d9 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861108 Jun 23 11:55:50.217078 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5186f932-192e-4641-a65f-ac0f196ad1ea req-614f8b18-f5d1-4066-ac1a-899e4d395462 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa6285e7-0658-4131-aef9-e0151dcf7912 HTTP/1.1" status: 200 len: 1000 time: 0.1139903 Jun 23 11:55:50.225069 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8b3ea9-b580-4114-81ae-484ba16e180c None None] Network 66d94853-eeca-4000-b6ae-9f2b152b6c25 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:55:50.273607 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f932-192e-4641-a65f-ac0f196ad1ea req-9d8fd4d4-dce2-4b3c-a874-a92b41d947ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:50.275395 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5186f932-192e-4641-a65f-ac0f196ad1ea req-9d8fd4d4-dce2-4b3c-a874-a92b41d947ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa HTTP/1.1" status: 200 len: 854 time: 0.0495710 Jun 23 11:55:50.292649 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:50.328955 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f932-192e-4641-a65f-ac0f196ad1ea req-493138e0-1144-4871-9471-ff6e167a3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:50.330477 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5186f932-192e-4641-a65f-ac0f196ad1ea req-493138e0-1144-4871-9471-ff6e167a3539 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e2860678-188a-43de-956c-7f6a2a5353f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473659 Jun 23 11:55:50.437265 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5186f932-192e-4641-a65f-ac0f196ad1ea req-3d328854-d864-406a-b297-13f0d722a5c3 service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972779 Jun 23 11:55:50.536522 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5186f932-192e-4641-a65f-ac0f196ad1ea req-3185f44a-87fc-42f2-b79e-c0084e24182f service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925303 Jun 23 11:55:50.744125 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 2c7047e7-2534-4b9b-aace-b311d43e694f details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:55:50.848032 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 2c7047e7-2534-4b9b-aace-b311d43e694f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2c7047e7-2534-4b9b-aace-b311d43e694f,segment=NetworkSegment(6b75d81d-3788-47e6-a7ec-066eae27f051),segment_id=6b75d81d-3788-47e6-a7ec-066eae27f051)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:50.859917 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': '2c7047e7-2534-4b9b-aace-b311d43e694f', 'network_id': '1cbb7bc8-91c5-4257-ad30-f56ed02325b3', 'port_id': '2c7047e7-2534-4b9b-aace-b311d43e694f', 'mac_address': 'fa:16:3e:be:17:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b806f1c4-b55c-4ab3-ba48-5f8a8f225405', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:55:50.894041 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 2c7047e7-2534-4b9b-aace-b311d43e694f is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:50.894438 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (2c7047e7-2534-4b9b-aace-b311d43e694f), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:50.911849 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7047e7-2534-4b9b-aace-b311d43e694f {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:55:50.932229 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 2c7047e7-2534-4b9b-aace-b311d43e694f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2c7047e7-2534-4b9b-aace-b311d43e694f,segment=NetworkSegment(6b75d81d-3788-47e6-a7ec-066eae27f051),segment_id=6b75d81d-3788-47e6-a7ec-066eae27f051)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:50.940030 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (2c7047e7-2534-4b9b-aace-b311d43e694f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:50.962241 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95796f-55e4-42ed-8ab4-e616780dca71 req-6f4fe4d4-528b-4443-9f3e-2a46f80450a6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:50.963756 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4a95796f-55e4-42ed-8ab4-e616780dca71 req-6f4fe4d4-528b-4443-9f3e-2a46f80450a6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0484021 Jun 23 11:55:50.992955 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=2c7047e7-2534-4b9b-aace-b311d43e694f,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:51.015021 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4a95796f-55e4-42ed-8ab4-e616780dca71 req-6ec9c5c4-d7de-499d-abc4-2a8ff966ea63 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452762 Jun 23 11:55:51.119729 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 49026) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:51.238586 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['2c7047e7-2534-4b9b-aace-b311d43e694f'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:55:51.354023 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64c4f1-277d-4c8c-bb39-e8ea36a7b308 req-93b7ef94-bf5c-4bf3-bfbf-02e9fbf55146 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:51.355568 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5f64c4f1-277d-4c8c-bb39-e8ea36a7b308 req-93b7ef94-bf5c-4bf3-bfbf-02e9fbf55146 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 945 time: 0.0711353 Jun 23 11:55:51.410622 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5f64c4f1-277d-4c8c-bb39-e8ea36a7b308 req-f1b0db10-0cba-417b-a48f-007df7efd96d tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488181 Jun 23 11:55:51.557436 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-191653c3-d880-4fa1-8342-06b212a0f098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597640'] for router_interface (361e4f22-9c99-49aa-9cfc-2add10d7eeff), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:51.823670 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-191653c3-d880-4fa1-8342-06b212a0f098 admin admin] Deleting port 225d2d93-d607-4c27-9318-a7e6c3230506 {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:55:51.824008 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-191653c3-d880-4fa1-8342-06b212a0f098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:51.908425 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-191653c3-d880-4fa1-8342-06b212a0f098 admin admin] For port 225d2d93-d607-4c27-9318-a7e6c3230506, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=225d2d93-d607-4c27-9318-a7e6c3230506,segment=NetworkSegment(1788ce92-46cc-41b2-a657-ac8e17c7cfed),segment_id=1788ce92-46cc-41b2-a657-ac8e17c7cfed)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:51.908827 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-191653c3-d880-4fa1-8342-06b212a0f098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:51.923859 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-191653c3-d880-4fa1-8342-06b212a0f098 admin admin] Calling delete_port for 225d2d93-d607-4c27-9318-a7e6c3230506 owned by network:router_interface {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:55:52.012545 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:52.055224 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:52.177982 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258b81d-c977-4da0-ae0e-cd3120029826 req-b302e349-a79b-48bc-8b8d-7d98e846f943 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:52.179975 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5258b81d-c977-4da0-ae0e-cd3120029826 req-b302e349-a79b-48bc-8b8d-7d98e846f943 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0805864 Jun 23 11:55:52.188370 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-191653c3-d880-4fa1-8342-06b212a0f098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (225d2d93-d607-4c27-9318-a7e6c3230506), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:52.222600 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191653c3-d880-4fa1-8342-06b212a0f098 admin admin] Pushing event deleted for resources: {'Port': ['ID=225d2d93-d607-4c27-9318-a7e6c3230506,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:52.310128 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5258b81d-c977-4da0-ae0e-cd3120029826 req-189e428a-2804-41d9-a8ae-810afec62496 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192315 Jun 23 11:55:52.425428 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-191653c3-d880-4fa1-8342-06b212a0f098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597532'] for router_interface (361e4f22-9c99-49aa-9cfc-2add10d7eeff), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:52.541562 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ad035-82b6-49df-8a14-a3fe7b55395d req-ad3c5108-0328-41ef-8bf5-73fd985ac4b3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:52.543170 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-877ad035-82b6-49df-8a14-a3fe7b55395d req-ad3c5108-0328-41ef-8bf5-73fd985ac4b3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 945 time: 0.0502198 Jun 23 11:55:52.594605 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-877ad035-82b6-49df-8a14-a3fe7b55395d req-0ae901e4-cd3e-4f7a-b62a-b9a083c78c9d tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451560 Jun 23 11:55:52.763435 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 2c7047e7-2534-4b9b-aace-b311d43e694f up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:55:52.797577 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:52.808130 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port 2c7047e7-2534-4b9b-aace-b311d43e694f completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:55:52.813956 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port 2c7047e7-2534-4b9b-aace-b311d43e694f triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:55:52.814256 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (2c7047e7-2534-4b9b-aace-b311d43e694f), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:52.834400 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191653c3-d880-4fa1-8342-06b212a0f098 admin admin] Router 361e4f22-9c99-49aa-9cfc-2add10d7eeff has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:55:52.889760 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 2c7047e7-2534-4b9b-aace-b311d43e694f is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:55:52.890148 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (2c7047e7-2534-4b9b-aace-b311d43e694f), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:52.912873 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a263d16c-8b58-4f38-8d81-6d2aec398219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7047e7-2534-4b9b-aace-b311d43e694f'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:55:52.915616 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d58d0e5-580a-4fb7-a7c0-db86be4be45e" -d '{"events": [{"server_uuid": "a263d16c-8b58-4f38-8d81-6d2aec398219", "name": "network-vif-plugged", "status": "completed", "tag": "2c7047e7-2534-4b9b-aace-b311d43e694f"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:55:52.933541 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 2c7047e7-2534-4b9b-aace-b311d43e694f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2c7047e7-2534-4b9b-aace-b311d43e694f,segment=NetworkSegment(6b75d81d-3788-47e6-a7ec-066eae27f051),segment_id=6b75d81d-3788-47e6-a7ec-066eae27f051)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:52.939114 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191653c3-d880-4fa1-8342-06b212a0f098 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:55:52.939712 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (2c7047e7-2534-4b9b-aace-b311d43e694f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:52.946933 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-191653c3-d880-4fa1-8342-06b212a0f098 admin admin] 10.222.0.67 "PUT /v2.0/routers/361e4f22-9c99-49aa-9cfc-2add10d7eeff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8261125 Jun 23 11:55:52.947064 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 49060) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:52.948800 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b1d10-6e04-401c-88ae-91725a34596e None None] Sync routers for ids ['361e4f22-9c99-49aa-9cfc-2add10d7eeff'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:55:52.955337 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f70a16f-9bca-4e0d-b766-d1bff189f144 x-openstack-request-id: req-7f70a16f-9bca-4e0d-b766-d1bff189f144 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:55:52.955625 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a263d16c-8b58-4f38-8d81-6d2aec398219", "name": "network-vif-plugged", "status": "completed", "tag": "2c7047e7-2534-4b9b-aace-b311d43e694f", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:55:52.956440 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7f70a16f-9bca-4e0d-b766-d1bff189f144 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:55:52.956836 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f70a16f-9bca-4e0d-b766-d1bff189f144'] response: {'server_uuid': 'a263d16c-8b58-4f38-8d81-6d2aec398219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7047e7-2534-4b9b-aace-b311d43e694f', 'code': 200} Jun 23 11:55:52.963346 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:52.965480 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104b1d10-6e04-401c-88ae-91725a34596e None None] Routers {'361e4f22-9c99-49aa-9cfc-2add10d7eeff'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:55:52.966340 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-104b1d10-6e04-401c-88ae-91725a34596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:55:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['361e4f22-9c99-49aa-9cfc-2add10d7eeff'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:53.004344 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:53.024403 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=2c7047e7-2534-4b9b-aace-b311d43e694f,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:53.088925 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-104b1d10-6e04-401c-88ae-91725a34596e None None] Set router 361e4f22-9c99-49aa-9cfc-2add10d7eeff gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:55:53.096655 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-323ea4d9-afa9-4529-be4f-1908490ad644 admin admin] Publish callbacks [] for router (361e4f22-9c99-49aa-9cfc-2add10d7eeff), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:53.230693 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5ae3d-1035-4cf3-9466-463a9afba645 req-5c61530e-e9d4-4c08-89a1-bab79aaf142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:53.232756 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-daa5ae3d-1035-4cf3-9466-463a9afba645 req-5c61530e-e9d4-4c08-89a1-bab79aaf142a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 1130 time: 0.0805123 Jun 23 11:55:53.235763 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:53.263999 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-104b1d10-6e04-401c-88ae-91725a34596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'name': 'tempest-DeleteServersTestJSON-776549333-router', 'tenant_id': '6c041fd4759140b6926efa8c1a4935f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'b5a23c45-1c09-4563-bf4c-696be8a214e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:40Z', 'updated_at': '2022-06-23T11:55:52Z', 'revision_number': 5, 'project_id': '6c041fd4759140b6926efa8c1a4935f7', 'gw_port': {'id': 'b5a23c45-1c09-4563-bf4c-696be8a214e2', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:53.278334 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-323ea4d9-afa9-4529-be4f-1908490ad644 admin admin] Publish callbacks [] for router_gateway (361e4f22-9c99-49aa-9cfc-2add10d7eeff), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:53.310676 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-daa5ae3d-1035-4cf3-9466-463a9afba645 req-96760ed9-5df5-4399-ba62-406e1f7f65d5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639920 Jun 23 11:55:53.311414 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b1d10-6e04-401c-88ae-91725a34596e None None] Checking router: 361e4f22-9c99-49aa-9cfc-2add10d7eeff for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:55:53.322602 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104b1d10-6e04-401c-88ae-91725a34596e None None] Routers {'361e4f22-9c99-49aa-9cfc-2add10d7eeff'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:55:53.323578 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-104b1d10-6e04-401c-88ae-91725a34596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:55:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['361e4f22-9c99-49aa-9cfc-2add10d7eeff'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:53.358641 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-323ea4d9-afa9-4529-be4f-1908490ad644 admin admin] Deleting port b5a23c45-1c09-4563-bf4c-696be8a214e2 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:55:53.359571 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-323ea4d9-afa9-4529-be4f-1908490ad644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (b5a23c45-1c09-4563-bf4c-696be8a214e2), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:53.414077 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:53.425222 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-104b1d10-6e04-401c-88ae-91725a34596e None None] Set router 361e4f22-9c99-49aa-9cfc-2add10d7eeff gateway port host: None {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:55:53.470991 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ed34d-be63-4e42-9c7b-124267834e10 req-df95221c-2ce3-44c3-967a-f8b138567cbd tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:53.472534 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e18ed34d-be63-4e42-9c7b-124267834e10 req-df95221c-2ce3-44c3-967a-f8b138567cbd tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0857260 Jun 23 11:55:53.478412 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-104b1d10-6e04-401c-88ae-91725a34596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'name': 'tempest-DeleteServersTestJSON-776549333-router', 'tenant_id': '6c041fd4759140b6926efa8c1a4935f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:40Z', 'updated_at': '2022-06-23T11:55:53Z', 'revision_number': 6, 'project_id': '6c041fd4759140b6926efa8c1a4935f7', 'gw_port_host': None}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:53.506105 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b1d10-6e04-401c-88ae-91725a34596e None None] The sync data for ids ['361e4f22-9c99-49aa-9cfc-2add10d7eeff'] in dv-cinder-826608-3-iscsi is: [{'id': '361e4f22-9c99-49aa-9cfc-2add10d7eeff', 'name': 'tempest-DeleteServersTestJSON-776549333-router', 'tenant_id': '6c041fd4759140b6926efa8c1a4935f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:40Z', 'updated_at': '2022-06-23T11:55:53Z', 'revision_number': 6, 'project_id': '6c041fd4759140b6926efa8c1a4935f7', 'gw_port_host': None}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:55:53.510738 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:53.516605 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [None req-323ea4d9-afa9-4529-be4f-1908490ad644 admin admin] For port b5a23c45-1c09-4563-bf4c-696be8a214e2, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=b5a23c45-1c09-4563-bf4c-696be8a214e2,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:53.517008 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-323ea4d9-afa9-4529-be4f-1908490ad644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (b5a23c45-1c09-4563-bf4c-696be8a214e2), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:53.546833 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-323ea4d9-afa9-4529-be4f-1908490ad644 admin admin] Calling delete_port for b5a23c45-1c09-4563-bf4c-696be8a214e2 owned by network:router_gateway {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:55:53.568242 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e18ed34d-be63-4e42-9c7b-124267834e10 req-4c37c930-0ee5-468c-a1d0-b82e52a0608e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834138 Jun 23 11:55:53.724897 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb5aba-fd6d-4b34-8d00-1f703607d640 req-19fb6e93-0932-4002-959c-e3dd95545dca tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:53.726976 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-06cb5aba-fd6d-4b34-8d00-1f703607d640 req-19fb6e93-0932-4002-959c-e3dd95545dca tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 946 time: 0.0572367 Jun 23 11:55:53.733350 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-323ea4d9-afa9-4529-be4f-1908490ad644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (b5a23c45-1c09-4563-bf4c-696be8a214e2), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:53.758577 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ea4d9-afa9-4529-be4f-1908490ad644 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a23c45-1c09-4563-bf4c-696be8a214e2,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:53.776517 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-06cb5aba-fd6d-4b34-8d00-1f703607d640 req-4cb5110d-f885-4e37-93a8-927a2d57dd61 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Jun 23 11:55:53.822838 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-323ea4d9-afa9-4529-be4f-1908490ad644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595256'] for router_gateway (361e4f22-9c99-49aa-9cfc-2add10d7eeff), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:53.934065 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-323ea4d9-afa9-4529-be4f-1908490ad644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28040'] for router (361e4f22-9c99-49aa-9cfc-2add10d7eeff), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:53.937167 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-323ea4d9-afa9-4529-be4f-1908490ad644 admin admin] Publish callbacks [] for router_controller (361e4f22-9c99-49aa-9cfc-2add10d7eeff), precommit_delete_associations {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:53.990578 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 225d2d93-d607-4c27-9318-a7e6c3230506 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:55:53.999415 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-323ea4d9-afa9-4529-be4f-1908490ad644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597951'] for router (361e4f22-9c99-49aa-9cfc-2add10d7eeff), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.000281 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323ea4d9-afa9-4529-be4f-1908490ad644 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 361e4f22-9c99-49aa-9cfc-2add10d7eeff {{(pid=103988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 11:55:54.005941 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-323ea4d9-afa9-4529-be4f-1908490ad644 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.007798 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-323ea4d9-afa9-4529-be4f-1908490ad644 admin admin] 10.222.0.67 "DELETE /v2.0/routers/361e4f22-9c99-49aa-9cfc-2add10d7eeff HTTP/1.1" status: 204 len: 168 time: 1.0597515 Jun 23 11:55:54.010317 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 49082) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:54.012046 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 225d2d93-d607-4c27-9318-a7e6c3230506 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:55:54.012395 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 225d2d93-d607-4c27-9318-a7e6c3230506 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:55:54.057292 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3167b7c-6601-4591-90f3-8e61ee27ee7b admin admin] Deleting subnet 95b42627-f961-42a8-8688-d92b229d8f58 {{(pid=103988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:55:54.060463 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b3167b7c-6601-4591-90f3-8e61ee27ee7b admin admin] Publish callbacks [] for subnet (95b42627-f961-42a8-8688-d92b229d8f58), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.097563 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b3167b7c-6601-4591-90f3-8e61ee27ee7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28331940'] for subnet (95b42627-f961-42a8-8688-d92b229d8f58), precommit_delete_associations {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.187007 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:54.199322 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b3167b7c-6601-4591-90f3-8e61ee27ee7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (95b42627-f961-42a8-8688-d92b229d8f58), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.255372 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b3167b7c-6601-4591-90f3-8e61ee27ee7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28484913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29328204'] for subnet (95b42627-f961-42a8-8688-d92b229d8f58), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.279860 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3167b7c-6601-4591-90f3-8e61ee27ee7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95b42627-f961-42a8-8688-d92b229d8f58,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:54.283427 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b3167b7c-6601-4591-90f3-8e61ee27ee7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.287052 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-b3167b7c-6601-4591-90f3-8e61ee27ee7b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/95b42627-f961-42a8-8688-d92b229d8f58 HTTP/1.1" status: 204 len: 168 time: 0.2757311 Jun 23 11:55:54.290048 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 49084) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:54.291558 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aab62e-c313-400e-8282-8986a010b271 None None] Network 8240784e-7d18-4da2-9bd8-69d0ccf85cc0 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:55:54.322095 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:54.363684 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (8240784e-7d18-4da2-9bd8-69d0ccf85cc0), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.415241 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] Deleting port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:55:54.415588 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (175c4f54-7a0e-4f5b-932b-d3c9f405b41e), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.485824 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccfec8b-6893-4822-8ac4-a25400e4e24c None None] DHCP port deletion for 8240784e-7d18-4da2-9bd8-69d0ccf85cc0 request from dv-cinder-826608-3-iscsi {{(pid=103990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 11:55:54.495173 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] For port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=175c4f54-7a0e-4f5b-932b-d3c9f405b41e,segment=NetworkSegment(1788ce92-46cc-41b2-a657-ac8e17c7cfed),segment_id=1788ce92-46cc-41b2-a657-ac8e17c7cfed)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:54.495552 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (175c4f54-7a0e-4f5b-932b-d3c9f405b41e), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.509860 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] Calling delete_port for 175c4f54-7a0e-4f5b-932b-d3c9f405b41e owned by network:dhcp {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:55:54.523172 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:54.526886 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-1ccfec8b-6893-4822-8ac4-a25400e4e24c None None] Deleting port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e {{(pid=103990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:55:54.527486 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-1ccfec8b-6893-4822-8ac4-a25400e4e24c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (175c4f54-7a0e-4f5b-932b-d3c9f405b41e), before_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.603299 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-1ccfec8b-6893-4822-8ac4-a25400e4e24c None None] For port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=175c4f54-7a0e-4f5b-932b-d3c9f405b41e,segment=NetworkSegment(1788ce92-46cc-41b2-a657-ac8e17c7cfed),segment_id=1788ce92-46cc-41b2-a657-ac8e17c7cfed)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:55:54.603746 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-1ccfec8b-6893-4822-8ac4-a25400e4e24c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (175c4f54-7a0e-4f5b-932b-d3c9f405b41e), precommit_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.615101 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (175c4f54-7a0e-4f5b-932b-d3c9f405b41e), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.646965 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=175c4f54-7a0e-4f5b-932b-d3c9f405b41e,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:54.648648 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-1ccfec8b-6893-4822-8ac4-a25400e4e24c None None] Calling delete_port for 175c4f54-7a0e-4f5b-932b-d3c9f405b41e owned by network:dhcp {{(pid=103990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:55:54.671093 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] No DVR routers for this DVR port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e on host dv-cinder-826608-3-iscsi {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:55:54.788746 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (8240784e-7d18-4da2-9bd8-69d0ccf85cc0), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.796057 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbd7ad-8c38-4a35-9468-5fb8d06e1807 req-9aab9d7a-9d9c-48d8-b269-b6534128fe9a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:54.797669 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4cbbd7ad-8c38-4a35-9468-5fb8d06e1807 req-9aab9d7a-9d9c-48d8-b269-b6534128fe9a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.1240966 Jun 23 11:55:54.829683 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-1ccfec8b-6893-4822-8ac4-a25400e4e24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483'] for port (175c4f54-7a0e-4f5b-932b-d3c9f405b41e), after_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.844031 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8240784e-7d18-4da2-9bd8-69d0ccf85cc0']}} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:54.846057 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccfec8b-6893-4822-8ac4-a25400e4e24c None None] No DVR routers for this DVR port 175c4f54-7a0e-4f5b-932b-d3c9f405b41e on host dv-cinder-826608-3-iscsi {{(pid=103990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:55:54.859044 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1788ce92-46cc-41b2-a657-ac8e17c7cfed') {'for_net_delete': True} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:54.859858 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1788ce92-46cc-41b2-a657-ac8e17c7cfed') {} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:55:54.877231 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfec8b-6893-4822-8ac4-a25400e4e24c None None] Pushing event deleted for resources: {'Port': ['ID=175c4f54-7a0e-4f5b-932b-d3c9f405b41e,revision_number=None']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:54.898266 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28331967'] for segment (1788ce92-46cc-41b2-a657-ac8e17c7cfed), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.922678 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4cbbd7ad-8c38-4a35-9468-5fb8d06e1807 req-db5e755a-ebd8-4401-9f18-f054b86aeb7c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086507 Jun 23 11:55:54.934444 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98249fe8-05e6-42a9-9145-6a1f80eacf43 req-927c51bd-dba9-4e73-8f41-c35c390b6ef8 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:54.936015 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-98249fe8-05e6-42a9-9145-6a1f80eacf43 req-927c51bd-dba9-4e73-8f41-c35c390b6ef8 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 946 time: 0.0736301 Jun 23 11:55:54.943415 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (1788ce92-46cc-41b2-a657-ac8e17c7cfed), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.952127 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:55:54.952647 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28484955'] for segment (1788ce92-46cc-41b2-a657-ac8e17c7cfed), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:54.981830 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.services.segments.plugin [-] Segment 1788ce92-46cc-41b2-a657-ac8e17c7cfed resource provider aggregate not found Jun 23 11:55:55.002666 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-98249fe8-05e6-42a9-9145-6a1f80eacf43 req-7baa0a50-7581-47ab-83f6-a39b55cfa2ba tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566628 Jun 23 11:55:55.025610 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.services.segments.plugin [-] Segment 1788ce92-46cc-41b2-a657-ac8e17c7cfed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1788ce92-46cc-41b2-a657-ac8e17c7cfed found for delete ", "request_id": "req-44dfe90c-3d54-434f-96b0-e45b1a515687"}]} Jun 23 11:55:55.033197 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (8240784e-7d18-4da2-9bd8-69d0ccf85cc0), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:55.039856 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:55.045742 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/8240784e-7d18-4da2-9bd8-69d0ccf85cc0 HTTP/1.1" status: 204 len: 168 time: 0.7520995 Jun 23 11:55:55.057110 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c134e-4d27-4f57-bd04-ab2b6d43eee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8240784e-7d18-4da2-9bd8-69d0ccf85cc0,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:55.082308 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 49114) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:55.201832 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-60b49c81-3c8b-4b40-8e96-bfd67f441df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:55.247495 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 49118) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:55.263064 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:55.263266 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:55.279382 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:55.291124 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-60b49c81-3c8b-4b40-8e96-bfd67f441df5 admin admin] Publish callbacks [] for security_group (6042252e-266e-4674-bf7e-3a5f15574fec), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:55.293049 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-c02e662a-0abc-4760-819c-f1207cc60113 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6c041fd4759140b6926efa8c1a4935f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0443914 Jun 23 11:55:55.295926 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 49120) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:55.297972 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-60b49c81-3c8b-4b40-8e96-bfd67f441df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (6042252e-266e-4674-bf7e-3a5f15574fec), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:55.338622 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-60b49c81-3c8b-4b40-8e96-bfd67f441df5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f8d4e7330b974d9c8d2583ad2cfd5377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549961 Jun 23 11:55:55.339574 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b49c81-3c8b-4b40-8e96-bfd67f441df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6042252e-266e-4674-bf7e-3a5f15574fec,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:55.341683 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 49124) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:55.359945 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7acc3163-c895-4852-8c2e-45f5326c475c admin admin] Publish callbacks [] for security_group (45921a1c-5791-4f3b-8620-a7bc6d4815f1), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:55.397268 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7acc3163-c895-4852-8c2e-45f5326c475c admin admin] Publish callbacks [] for security_group (45921a1c-5791-4f3b-8620-a7bc6d4815f1), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:55.439410 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ee38-699e-4058-b47a-582cd3b84c61 admin admin] Publish callbacks [] for security_group (6042252e-266e-4674-bf7e-3a5f15574fec), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:55.463574 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ee38-699e-4058-b47a-582cd3b84c61 admin admin] Publish callbacks [] for security_group (6042252e-266e-4674-bf7e-3a5f15574fec), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:55.481960 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7acc3163-c895-4852-8c2e-45f5326c475c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (45921a1c-5791-4f3b-8620-a7bc6d4815f1), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:55.484469 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7acc3163-c895-4852-8c2e-45f5326c475c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:55.485641 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-7acc3163-c895-4852-8c2e-45f5326c475c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/45921a1c-5791-4f3b-8620-a7bc6d4815f1 HTTP/1.1" status: 204 len: 168 time: 0.1888502 Jun 23 11:55:55.505767 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc3163-c895-4852-8c2e-45f5326c475c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45921a1c-5791-4f3b-8620-a7bc6d4815f1,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:55.531587 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ee38-699e-4058-b47a-582cd3b84c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (6042252e-266e-4674-bf7e-3a5f15574fec), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:55.534688 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ee38-699e-4058-b47a-582cd3b84c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:55.538794 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-b0e1ee38-699e-4058-b47a-582cd3b84c61 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6042252e-266e-4674-bf7e-3a5f15574fec HTTP/1.1" status: 204 len: 168 time: 0.1933143 Jun 23 11:55:55.546983 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1ee38-699e-4058-b47a-582cd3b84c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6042252e-266e-4674-bf7e-3a5f15574fec,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:55.719565 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b5a23c45-1c09-4563-bf4c-696be8a214e2 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:55:55.743312 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: b5a23c45-1c09-4563-bf4c-696be8a214e2 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:55:55.743312 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b5a23c45-1c09-4563-bf4c-696be8a214e2 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:55:55.743574 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 175c4f54-7a0e-4f5b-932b-d3c9f405b41e no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:55:55.771317 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 175c4f54-7a0e-4f5b-932b-d3c9f405b41e {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:55:55.771680 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 175c4f54-7a0e-4f5b-932b-d3c9f405b41e not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:55:55.944332 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 49144) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:55.963504 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f302b1fa-2b4b-4a00-871c-ef5bf49616b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:56.082342 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f302b1fa-2b4b-4a00-871c-ef5bf49616b0 admin admin] Publish callbacks [] for security_group (12e23cda-7224-403a-8e60-3ff7208101e1), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:56.093036 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f302b1fa-2b4b-4a00-871c-ef5bf49616b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (12e23cda-7224-403a-8e60-3ff7208101e1), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:56.166223 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11845b-cbd9-4554-8004-5f9f6c9091ae req-2815d9b6-08e7-410f-9ebb-d56b900aa334 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:56.172170 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9e11845b-cbd9-4554-8004-5f9f6c9091ae req-2815d9b6-08e7-410f-9ebb-d56b900aa334 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.1273208 Jun 23 11:55:56.210850 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-f302b1fa-2b4b-4a00-871c-ef5bf49616b0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2b150fc9340b4b93b536085399788128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648163 Jun 23 11:55:56.212797 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 49156) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:56.219111 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302b1fa-2b4b-4a00-871c-ef5bf49616b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e23cda-7224-403a-8e60-3ff7208101e1,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:56.244245 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77951efb-c030-47b4-8d0c-9472f4c858d0 req-6076346b-2a7d-46db-98e0-99d842c64ebe tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:56.252211 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-77951efb-c030-47b4-8d0c-9472f4c858d0 req-6076346b-2a7d-46db-98e0-99d842c64ebe tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 946 time: 0.1530488 Jun 23 11:55:56.305203 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-77951efb-c030-47b4-8d0c-9472f4c858d0 req-a66353e4-a10c-484a-8fe7-5af1da991b0d tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521171 Jun 23 11:55:56.337413 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9e11845b-cbd9-4554-8004-5f9f6c9091ae req-9594b559-3f1d-46a0-8303-108f0ae7e4a1 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458421 Jun 23 11:55:56.361506 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a2deb84c-17dd-4a2f-aa51-e2df2a0d9f57 admin admin] Publish callbacks [] for security_group (12e23cda-7224-403a-8e60-3ff7208101e1), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:56.385899 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a2deb84c-17dd-4a2f-aa51-e2df2a0d9f57 admin admin] Publish callbacks [] for security_group (12e23cda-7224-403a-8e60-3ff7208101e1), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:56.445968 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a2deb84c-17dd-4a2f-aa51-e2df2a0d9f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (12e23cda-7224-403a-8e60-3ff7208101e1), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:56.448566 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a2deb84c-17dd-4a2f-aa51-e2df2a0d9f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:56.449981 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-a2deb84c-17dd-4a2f-aa51-e2df2a0d9f57 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/12e23cda-7224-403a-8e60-3ff7208101e1 HTTP/1.1" status: 204 len: 168 time: 0.2336674 Jun 23 11:55:56.459982 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2deb84c-17dd-4a2f-aa51-e2df2a0d9f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e23cda-7224-403a-8e60-3ff7208101e1,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:57.409742 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 49274) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:57.493085 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99338d-e060-498b-af30-87f8d4fb1d6d req-9f1fabf2-6de4-4102-bcea-de3aae8d492d tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:57.494902 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cf99338d-e060-498b-af30-87f8d4fb1d6d req-9f1fabf2-6de4-4102-bcea-de3aae8d492d tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0714054 Jun 23 11:55:57.566001 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-f984b110-003b-4880-a162-3c074c7be037 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-698740585-network', 'tenant_id': 'd4f7063c9ea64b569c3699a45ad0bb2e'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:57.573560 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cf99338d-e060-498b-af30-87f8d4fb1d6d req-b1f04499-c4cc-486e-bda4-ad0d70eb1bb6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701315 Jun 23 11:55:57.591277 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f984b110-003b-4880-a162-3c074c7be037 admin admin] Made reservation on behalf of d4f7063c9ea64b569c3699a45ad0bb2e for: {'network': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:55:57.593982 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f984b110-003b-4880-a162-3c074c7be037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:57.606783 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f984b110-003b-4880-a162-3c074c7be037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:57.662162 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:57.687447 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:57.703014 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f984b110-003b-4880-a162-3c074c7be037 admin admin] Publish callbacks [] for security_group (a5131d98-1634-42c9-963f-5686561f3432), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:57.707937 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f984b110-003b-4880-a162-3c074c7be037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (a5131d98-1634-42c9-963f-5686561f3432), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:57.733903 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f984b110-003b-4880-a162-3c074c7be037 admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:55:57.751919 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984b110-003b-4880-a162-3c074c7be037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5131d98-1634-42c9-963f-5686561f3432,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:57.755565 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f984b110-003b-4880-a162-3c074c7be037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (deb70e4f-7510-4555-ab95-ea9e63ab8707), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:57.755753 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.segments_db [None req-f984b110-003b-4880-a162-3c074c7be037 admin admin] Added segment deb70e4f-7510-4555-ab95-ea9e63ab8707 of type vlan for network 0df3fa49-0f7b-40b9-8b25-856e85e676ae Jun 23 11:55:57.801568 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f984b110-003b-4880-a162-3c074c7be037 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (0df3fa49-0f7b-40b9-8b25-856e85e676ae), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:57.828698 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f984b110-003b-4880-a162-3c074c7be037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (0df3fa49-0f7b-40b9-8b25-856e85e676ae), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:57.829769 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f984b110-003b-4880-a162-3c074c7be037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:57.830538 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f984b110-003b-4880-a162-3c074c7be037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:57.879862 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-f984b110-003b-4880-a162-3c074c7be037 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4655063 Jun 23 11:55:57.881586 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 49290) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:55:57.888321 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-9eb67f4f-0af5-4883-bfea-8f33c24bbbee admin admin] Request body: {'subnet': {'network_id': '0df3fa49-0f7b-40b9-8b25-856e85e676ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-698740585-subnet', 'tenant_id': 'd4f7063c9ea64b569c3699a45ad0bb2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:55:57.919360 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984b110-003b-4880-a162-3c074c7be037 admin admin] Pushing event updated for resources: {'Network': ['ID=0df3fa49-0f7b-40b9-8b25-856e85e676ae,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:57.931540 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network 0df3fa49-0f7b-40b9-8b25-856e85e676ae details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:55:57.935880 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb67f4f-0af5-4883-bfea-8f33c24bbbee admin admin] Made reservation on behalf of d4f7063c9ea64b569c3699a45ad0bb2e for: {'subnet': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:55:57.938872 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9eb67f4f-0af5-4883-bfea-8f33c24bbbee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29328163'] for subnet (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:57.961744 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:55:58.129187 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9eb67f4f-0af5-4883-bfea-8f33c24bbbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28485106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29328213'] for subnet (026b1311-74a5-42dd-8bb1-5d979d3b45f6), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:58.181362 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb67f4f-0af5-4883-bfea-8f33c24bbbee admin admin] Pushing event updated for resources: {'Subnet': ['ID=026b1311-74a5-42dd-8bb1-5d979d3b45f6,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:55:58.197634 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb67f4f-0af5-4883-bfea-8f33c24bbbee admin admin] Checking segment: {'id': 'deb70e4f-7510-4555-ab95-ea9e63ab8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0df3fa49-0f7b-40b9-8b25-856e85e676ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:55:58.197999 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb67f4f-0af5-4883-bfea-8f33c24bbbee admin admin] Network hostable DHCP agents. Network: 0df3fa49-0f7b-40b9-8b25-856e85e676ae, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:55:58.215458 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb67f4f-0af5-4883-bfea-8f33c24bbbee admin admin] Network 0df3fa49-0f7b-40b9-8b25-856e85e676ae is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:55:58.225067 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-9eb67f4f-0af5-4883-bfea-8f33c24bbbee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, 0df3fa49-0f7b-40b9-8b25-856e85e676ae) {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:55:58.230288 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb67f4f-0af5-4883-bfea-8f33c24bbbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:58.230889 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9eb67f4f-0af5-4883-bfea-8f33c24bbbee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:55:58.239616 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cacfac-ab34-4473-8ba0-ebbfe28d3c67 None None] Network 0df3fa49-0f7b-40b9-8b25-856e85e676ae requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:55:58.252261 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-9eb67f4f-0af5-4883-bfea-8f33c24bbbee admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3685696 Jun 23 11:55:58.351448 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de692d4a-ed75-4f9d-ada9-5c77b3bc16b6 None None] Network 0df3fa49-0f7b-40b9-8b25-856e85e676ae requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:55:58.723152 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1e178-ee9f-4926-a181-13f5def0f0eb req-e289bac6-c646-47fc-9016-274b75d5eca1 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:58.734384 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5bd1e178-ee9f-4926-a181-13f5def0f0eb req-e289bac6-c646-47fc-9016-274b75d5eca1 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0808296 Jun 23 11:55:58.781319 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5bd1e178-ee9f-4926-a181-13f5def0f0eb req-0271d0f3-f9b6-4b19-a2dd-cac445a86f37 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460322 Jun 23 11:55:59.905663 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb575-7558-44ec-8c98-11855debfc4d req-76c6e2e8-dde5-4811-a83b-39e4adcbdcbe tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:55:59.909732 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-fadeb575-7558-44ec-8c98-11855debfc4d req-76c6e2e8-dde5-4811-a83b-39e4adcbdcbe tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0510087 Jun 23 11:55:59.960564 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-fadeb575-7558-44ec-8c98-11855debfc4d req-3d931dc7-17a5-4fbf-963f-9128342416c4 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475988 Jun 23 11:55:59.993147 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:00.013977 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662481a-de44-4c99-ac22-ad458203e014 req-23bb9be4-e777-43b1-8cd2-05a75bde85d5 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:00.015772 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5662481a-de44-4c99-ac22-ad458203e014 req-23bb9be4-e777-43b1-8cd2-05a75bde85d5 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/networks?id=0df3fa49-0f7b-40b9-8b25-856e85e676ae HTTP/1.1" status: 200 len: 808 time: 0.1225250 Jun 23 11:56:00.036201 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5662481a-de44-4c99-ac22-ad458203e014 req-3f764785-b9de-4389-b28f-0bbd34f3aa77 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/quotas/d4f7063c9ea64b569c3699a45ad0bb2e HTTP/1.1" status: 200 len: 375 time: 0.0137603 Jun 23 11:56:00.073693 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5662481a-de44-4c99-ac22-ad458203e014 req-64544158-c0bf-40e4-9f7c-3ba746efdd85 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d4f7063c9ea64b569c3699a45ad0bb2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319448 Jun 23 11:56:00.180029 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5662481a-de44-4c99-ac22-ad458203e014 req-3737f991-db5a-41e4-833d-f1bcb1337101 service neutron] 10.222.0.67 "GET /v2.0/networks/0df3fa49-0f7b-40b9-8b25-856e85e676ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985701 Jun 23 11:56:00.275060 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5662481a-de44-4c99-ac22-ad458203e014 req-be108988-3b96-4273-a51c-2dd44df571c8 service neutron] 10.222.0.67 "GET /v2.0/networks/0df3fa49-0f7b-40b9-8b25-856e85e676ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892515 Jun 23 11:56:00.462861 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3714d14a-c896-48fa-9d1a-d32e6cb0f386 req-5e68674e-d163-4f47-b50e-e2108187ec0d tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 210 time: 0.0359032 Jun 23 11:56:01.044686 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-01675288-bf99-4e82-ab8c-ff7aca00f8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:01.076874 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c309d15-6b34-456f-bc9e-bf474eb664d1 req-c8d32398-ac3b-4f54-bcf0-bb1cd4eb156c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:01.078798 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2c309d15-6b34-456f-bc9e-bf474eb664d1 req-c8d32398-ac3b-4f54-bcf0-bb1cd4eb156c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0506151 Jun 23 11:56:01.133168 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2c309d15-6b34-456f-bc9e-bf474eb664d1 req-0f995dd6-c895-4a60-a082-70f1cd899b22 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483456 Jun 23 11:56:01.566310 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-561aa4de-e307-4953-aefc-c4bdba02cb23 req-3b655327-7ff8-4a2f-af0c-6c6bf68b14c8 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 210 time: 0.0311103 Jun 23 11:56:02.252779 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a63fd-c594-4b65-8309-a4eec8c9597f req-6a035d8f-2978-4e26-a7f9-5740d24d3e0f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:02.254279 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9b0a63fd-c594-4b65-8309-a4eec8c9597f req-6a035d8f-2978-4e26-a7f9-5740d24d3e0f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0534139 Jun 23 11:56:02.526872 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9b0a63fd-c594-4b65-8309-a4eec8c9597f req-76bd8239-84c9-4688-b04f-6efb797de8a9 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664084 Jun 23 11:56:02.660016 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a2ab5769-9894-44a0-b053-9301953682c6 req-5a2e6a4d-a5d8-4259-87fd-335011ad32b9 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 210 time: 0.0282609 Jun 23 11:56:03.378442 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-1ef1404b-6285-49d5-a4d3-95a527efd2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:03.480650 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=32 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:03.481483 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:03.639385 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851f197-0be8-4985-9c79-e0aad9b58abd req-94b9197f-4a11-4b95-8ef6-1c72d76257c0 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:03.640864 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3851f197-0be8-4985-9c79-e0aad9b58abd req-94b9197f-4a11-4b95-8ef6-1c72d76257c0 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0463758 Jun 23 11:56:03.658884 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:03.691716 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3851f197-0be8-4985-9c79-e0aad9b58abd req-07bca1fd-cc35-4d2a-9bb7-9be88a1f783b tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452216 Jun 23 11:56:03.754385 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-44fa47e2-c8a7-490e-8221-fadfd1bed955 req-ed76d846-a103-414b-b13e-f51604a774b8 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 210 time: 0.0273464 Jun 23 11:56:04.540401 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662481a-de44-4c99-ac22-ad458203e014 req-1dfde001-26bb-4ca2-b80c-22e8bbe7ff0d tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:04.541898 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5662481a-de44-4c99-ac22-ad458203e014 req-1dfde001-26bb-4ca2-b80c-22e8bbe7ff0d tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.44 "GET /v2.0/networks?id=0df3fa49-0f7b-40b9-8b25-856e85e676ae HTTP/1.1" status: 200 len: 808 time: 0.1169770 Jun 23 11:56:04.558601 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-5662481a-de44-4c99-ac22-ad458203e014 req-fb3e7499-88dd-4a20-8e3b-30b85930a322 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Request body: {'port': {'device_id': '8760ad6a-5631-43c7-89a9-afd5491bc706', 'network_id': '0df3fa49-0f7b-40b9-8b25-856e85e676ae', 'admin_state_up': True, 'tenant_id': 'd4f7063c9ea64b569c3699a45ad0bb2e'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:56:04.645276 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:04.697350 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5662481a-de44-4c99-ac22-ad458203e014 req-fb3e7499-88dd-4a20-8e3b-30b85930a322 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Made reservation on behalf of d4f7063c9ea64b569c3699a45ad0bb2e for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:56:04.700851 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-5662481a-de44-4c99-ac22-ad458203e014 req-fb3e7499-88dd-4a20-8e3b-30b85930a322 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:04.879323 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3dddf6d2-3fd0-44cb-bb35-3d538ce6ee90 req-0539e667-0988-4a45-bac5-e4e61ee46940 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 210 time: 0.0291915 Jun 23 11:56:04.901732 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:04.915082 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ff3a7-d2ff-4e0e-92f0-9e33e4ddacff req-61bb7e87-4b91-442d-8464-5d7ca7b34809 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:04.916629 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b53ff3a7-d2ff-4e0e-92f0-9e33e4ddacff req-61bb7e87-4b91-442d-8464-5d7ca7b34809 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0681298 Jun 23 11:56:04.923917 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-5662481a-de44-4c99-ac22-ad458203e014 req-fb3e7499-88dd-4a20-8e3b-30b85930a322 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Allocated IP 172.20.0.10 (0df3fa49-0f7b-40b9-8b25-856e85e676ae/026b1311-74a5-42dd-8bb1-5d979d3b45f6/1522c864-471b-4496-ba59-78b84787cb06) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:56:05.034174 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b53ff3a7-d2ff-4e0e-92f0-9e33e4ddacff req-eefeabc2-d3e5-414c-a382-e261a2ccd32d tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072981 Jun 23 11:56:05.170355 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-5662481a-de44-4c99-ac22-ad458203e014 req-fb3e7499-88dd-4a20-8e3b-30b85930a322 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Publish callbacks [] for port (1522c864-471b-4496-ba59-78b84787cb06), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:05.209334 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-5662481a-de44-4c99-ac22-ad458203e014 req-fb3e7499-88dd-4a20-8e3b-30b85930a322 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (1522c864-471b-4496-ba59-78b84787cb06), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:05.277213 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5662481a-de44-4c99-ac22-ad458203e014 req-fb3e7499-88dd-4a20-8e3b-30b85930a322 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Network 0df3fa49-0f7b-40b9-8b25-856e85e676ae is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:56:05.282628 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-5662481a-de44-4c99-ac22-ad458203e014 req-fb3e7499-88dd-4a20-8e3b-30b85930a322 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:56:05.285189 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5662481a-de44-4c99-ac22-ad458203e014 req-fb3e7499-88dd-4a20-8e3b-30b85930a322 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:56:05.289935 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e7499-88dd-4a20-8e3b-30b85930a322 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Pushing event updated for resources: {'Port': ['ID=1522c864-471b-4496-ba59-78b84787cb06,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:05.350151 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662481a-de44-4c99-ac22-ad458203e014 req-fb3e7499-88dd-4a20-8e3b-30b85930a322 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:05.351314 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-5662481a-de44-4c99-ac22-ad458203e014 req-fb3e7499-88dd-4a20-8e3b-30b85930a322 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:05.379817 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5662481a-de44-4c99-ac22-ad458203e014 req-fb3e7499-88dd-4a20-8e3b-30b85930a322 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8254933 Jun 23 11:56:05.392905 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Request body: {'port': {'device_id': '8760ad6a-5631-43c7-89a9-afd5491bc706', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:56:05.462422 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (1522c864-471b-4496-ba59-78b84787cb06), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:05.522348 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:05.742355 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1522c864-471b-4496-ba59-78b84787cb06 {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:56:05.750341 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Publish callbacks [] for port (1522c864-471b-4496-ba59-78b84787cb06), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:05.763256 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Transition to ACTIVE for port object 1522c864-471b-4496-ba59-78b84787cb06 will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:56:05.767686 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (1522c864-471b-4496-ba59-78b84787cb06), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:05.816306 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:05.844168 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=1522c864-471b-4496-ba59-78b84787cb06,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:05.862047 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:05.925535 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Attempting to bind port 1522c864-471b-4496-ba59-78b84787cb06 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:56:05.925947 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Attempting to bind port 1522c864-471b-4496-ba59-78b84787cb06 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'deb70e4f-7510-4555-ab95-ea9e63ab8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0df3fa49-0f7b-40b9-8b25-856e85e676ae'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:56:05.926303 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Attempting to bind port 1522c864-471b-4496-ba59-78b84787cb06 on network 0df3fa49-0f7b-40b9-8b25-856e85e676ae {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:56:05.931392 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Port 1522c864-471b-4496-ba59-78b84787cb06 on network 0df3fa49-0f7b-40b9-8b25-856e85e676ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:56:05.931708 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Attempting to bind port 1522c864-471b-4496-ba59-78b84787cb06 on network 0df3fa49-0f7b-40b9-8b25-856e85e676ae {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:56:05.936960 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:56:05.937299 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Checking segment: {'id': 'deb70e4f-7510-4555-ab95-ea9e63ab8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0df3fa49-0f7b-40b9-8b25-856e85e676ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:56:05.937683 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Bound using segment: {'id': 'deb70e4f-7510-4555-ab95-ea9e63ab8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0df3fa49-0f7b-40b9-8b25-856e85e676ae'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:56:05.938123 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Bound port: 1522c864-471b-4496-ba59-78b84787cb06, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb70e4f-7510-4555-ab95-ea9e63ab8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0df3fa49-0f7b-40b9-8b25-856e85e676ae'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:56:05.938460 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (1522c864-471b-4496-ba59-78b84787cb06), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:05.997538 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1161e-b68a-47c5-92ba-c0c6d5d31d22 req-b5d3bf6b-6672-4660-983e-a43d456597a2 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:05.999665 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-52b1161e-b68a-47c5-92ba-c0c6d5d31d22 req-b5d3bf6b-6672-4660-983e-a43d456597a2 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 944 time: 0.0505927 Jun 23 11:56:05.999811 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] For port 1522c864-471b-4496-ba59-78b84787cb06, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:56:06.002764 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] For port 1522c864-471b-4496-ba59-78b84787cb06, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1522c864-471b-4496-ba59-78b84787cb06,segment=NetworkSegment(deb70e4f-7510-4555-ab95-ea9e63ab8707),segment_id=deb70e4f-7510-4555-ab95-ea9e63ab8707)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:56:06.009069 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (1522c864-471b-4496-ba59-78b84787cb06), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:06.046276 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:06.047082 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:06.047992 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-52b1161e-b68a-47c5-92ba-c0c6d5d31d22 req-41ab137c-4b93-4e4e-af4c-cc3091efcdfe tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427020 Jun 23 11:56:06.048699 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5662481a-de44-4c99-ac22-ad458203e014 req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] 10.222.0.44 "PUT /v2.0/ports/1522c864-471b-4496-ba59-78b84787cb06 HTTP/1.1" status: 200 len: 1094 time: 0.6604071 Jun 23 11:56:06.051326 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8760ad6a-5631-43c7-89a9-afd5491bc706', 'tag': '1522c864-471b-4496-ba59-78b84787cb06'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:56:06.053479 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad82e60-4a5c-4d4f-a265-eb500e9ebada" -d '{"events": [{"name": "network-changed", "server_uuid": "8760ad6a-5631-43c7-89a9-afd5491bc706", "tag": "1522c864-471b-4496-ba59-78b84787cb06"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:56:06.088815 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb27fd-ce2b-49ee-b6c8-cf14df3f6ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=1522c864-471b-4496-ba59-78b84787cb06,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:06.102892 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f28601-9b2e-4662-841b-284e9f08f537 x-openstack-request-id: req-82f28601-9b2e-4662-841b-284e9f08f537 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:56:06.103179 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8760ad6a-5631-43c7-89a9-afd5491bc706", "tag": "1522c864-471b-4496-ba59-78b84787cb06", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:56:06.103436 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-82f28601-9b2e-4662-841b-284e9f08f537 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:56:06.103858 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f28601-9b2e-4662-841b-284e9f08f537'] response: {'name': 'network-changed', 'server_uuid': '8760ad6a-5631-43c7-89a9-afd5491bc706', 'tag': '1522c864-471b-4496-ba59-78b84787cb06', 'status': 'completed', 'code': 200} Jun 23 11:56:06.142241 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:06.187159 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da9b5a-50bc-43ad-8c39-7ed16a250e27 req-1406a29a-1b81-444b-9eaa-82c0404f92c7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:06.188541 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d9da9b5a-50bc-43ad-8c39-7ed16a250e27 req-1406a29a-1b81-444b-9eaa-82c0404f92c7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0875714 Jun 23 11:56:06.193529 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad82e60-4a5c-4d4f-a265-eb500e9ebada req-810e656f-926a-47a1-8bac-3aa165de7355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:06.195016 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8ad82e60-4a5c-4d4f-a265-eb500e9ebada req-810e656f-926a-47a1-8bac-3aa165de7355 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4f7063c9ea64b569c3699a45ad0bb2e&device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 1128 time: 0.0580797 Jun 23 11:56:06.270941 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d9da9b5a-50bc-43ad-8c39-7ed16a250e27 req-765e1ead-7ec5-4b0e-9c1d-a888b1bc9286 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749595 Jun 23 11:56:06.328335 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad82e60-4a5c-4d4f-a265-eb500e9ebada req-7e0edd3d-c2cd-4c8e-8f5a-03a9c9b256b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:06.329942 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8ad82e60-4a5c-4d4f-a265-eb500e9ebada req-7e0edd3d-c2cd-4c8e-8f5a-03a9c9b256b4 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d4f7063c9ea64b569c3699a45ad0bb2e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1209550 Jun 23 11:56:06.438543 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:06.448457 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad82e60-4a5c-4d4f-a265-eb500e9ebada req-986e88d5-48aa-422f-9b8e-6c2650bd171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:06.449982 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8ad82e60-4a5c-4d4f-a265-eb500e9ebada req-986e88d5-48aa-422f-9b8e-6c2650bd171a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020918 Jun 23 11:56:06.553017 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 49504) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:06.555585 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662481a-de44-4c99-ac22-ad458203e014 req-27487033-a76a-44f2-b6c5-ec3f085614d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:06.557193 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5662481a-de44-4c99-ac22-ad458203e014 req-27487033-a76a-44f2-b6c5-ec3f085614d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4f7063c9ea64b569c3699a45ad0bb2e&device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 1128 time: 0.0558660 Jun 23 11:56:06.599555 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9dae64-bebc-4a93-9242-ac578aacd738 admin admin] Deleting subnet f408076c-dd50-4c83-ac56-6165ab00f5f4 {{(pid=103989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:56:06.603822 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9c9dae64-bebc-4a93-9242-ac578aacd738 admin admin] Publish callbacks [] for subnet (f408076c-dd50-4c83-ac56-6165ab00f5f4), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:06.612054 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5662481a-de44-4c99-ac22-ad458203e014 req-1a1c9a6b-1a70-44c0-b335-ad54aecff5fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1522c864-471b-4496-ba59-78b84787cb06 HTTP/1.1" status: 200 len: 217 time: 0.0379553 Jun 23 11:56:06.642614 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9c9dae64-bebc-4a93-9242-ac578aacd738 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28146412'] for subnet (f408076c-dd50-4c83-ac56-6165ab00f5f4), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:06.673334 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662481a-de44-4c99-ac22-ad458203e014 req-b3469632-5fe1-4e75-9f3f-a19ec8a432b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:06.675078 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5662481a-de44-4c99-ac22-ad458203e014 req-b3469632-5fe1-4e75-9f3f-a19ec8a432b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=026b1311-74a5-42dd-8bb1-5d979d3b45f6 HTTP/1.1" status: 200 len: 848 time: 0.0547404 Jun 23 11:56:06.692165 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9c9dae64-bebc-4a93-9242-ac578aacd738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (f408076c-dd50-4c83-ac56-6165ab00f5f4), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:06.708942 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5662481a-de44-4c99-ac22-ad458203e014 req-f8efd12b-bfc9-417f-b77f-d3d58ab9a8b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0df3fa49-0f7b-40b9-8b25-856e85e676ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270119 Jun 23 11:56:06.756203 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9c9dae64-bebc-4a93-9242-ac578aacd738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27818774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29159588'] for subnet (f408076c-dd50-4c83-ac56-6165ab00f5f4), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:06.787493 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dae64-bebc-4a93-9242-ac578aacd738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f408076c-dd50-4c83-ac56-6165ab00f5f4,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:06.793698 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9c9dae64-bebc-4a93-9242-ac578aacd738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:06.801422 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 49512) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:06.801993 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-9c9dae64-bebc-4a93-9242-ac578aacd738 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f408076c-dd50-4c83-ac56-6165ab00f5f4 HTTP/1.1" status: 204 len: 168 time: 0.2474575 Jun 23 11:56:06.838529 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5662481a-de44-4c99-ac22-ad458203e014 req-3fa8f55e-824e-4884-89f1-2551f2885728 service neutron] 10.222.0.44 "GET /v2.0/networks/0df3fa49-0f7b-40b9-8b25-856e85e676ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201870 Jun 23 11:56:06.914505 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-499a0935-ec3c-48df-bac9-cd67f6c7d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (c16a4e1f-868a-4392-a488-c49b1505d7b6), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.011401 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:07.036027 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5662481a-de44-4c99-ac22-ad458203e014 req-a4248b76-dc5e-41c0-82cf-ff17a2f94b31 service neutron] 10.222.0.44 "GET /v2.0/networks/0df3fa49-0f7b-40b9-8b25-856e85e676ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553254 Jun 23 11:56:07.067624 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-499a0935-ec3c-48df-bac9-cd67f6c7d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (c16a4e1f-868a-4392-a488-c49b1505d7b6), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.092859 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-499a0935-ec3c-48df-bac9-cd67f6c7d902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16a4e1f-868a-4392-a488-c49b1505d7b6']}} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:56:07.106396 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-499a0935-ec3c-48df-bac9-cd67f6c7d902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf718d7e-900a-4a56-9594-f28d1060b7b1') {'for_net_delete': True} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:56:07.106396 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-499a0935-ec3c-48df-bac9-cd67f6c7d902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf718d7e-900a-4a56-9594-f28d1060b7b1') {} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:56:07.118055 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-499a0935-ec3c-48df-bac9-cd67f6c7d902 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28331967'] for segment (bf718d7e-900a-4a56-9594-f28d1060b7b1), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.136319 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-499a0935-ec3c-48df-bac9-cd67f6c7d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (bf718d7e-900a-4a56-9594-f28d1060b7b1), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.143620 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499a0935-ec3c-48df-bac9-cd67f6c7d902 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:56:07.144242 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-499a0935-ec3c-48df-bac9-cd67f6c7d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28484955'] for segment (bf718d7e-900a-4a56-9594-f28d1060b7b1), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.165706 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.services.segments.plugin [-] Segment bf718d7e-900a-4a56-9594-f28d1060b7b1 resource provider aggregate not found Jun 23 11:56:07.172068 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53ad39-4e08-4ca3-bf62-493bf26165a9 req-a33a4d4d-3ad4-4cb0-8a9a-9866bd1c9f1a tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:07.173921 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cd53ad39-4e08-4ca3-bf62-493bf26165a9 req-a33a4d4d-3ad4-4cb0-8a9a-9866bd1c9f1a tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 944 time: 0.0501246 Jun 23 11:56:07.215335 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.services.segments.plugin [-] Segment bf718d7e-900a-4a56-9594-f28d1060b7b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf718d7e-900a-4a56-9594-f28d1060b7b1 found for delete ", "request_id": "req-5c6158b4-0db3-4d2e-b391-5ce8db527446"}]} Jun 23 11:56:07.224236 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-499a0935-ec3c-48df-bac9-cd67f6c7d902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (c16a4e1f-868a-4392-a488-c49b1505d7b6), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.230279 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-499a0935-ec3c-48df-bac9-cd67f6c7d902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.236628 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-499a0935-ec3c-48df-bac9-cd67f6c7d902 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c16a4e1f-868a-4392-a488-c49b1505d7b6 HTTP/1.1" status: 204 len: 168 time: 0.4311614 Jun 23 11:56:07.236921 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 49522) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:07.239577 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cd53ad39-4e08-4ca3-bf62-493bf26165a9 req-f0bb914e-d622-4bc4-b506-773456526661 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573854 Jun 23 11:56:07.254126 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a0935-ec3c-48df-bac9-cd67f6c7d902 admin admin] Pushing event deleted for resources: {'Network': ['ID=c16a4e1f-868a-4392-a488-c49b1505d7b6,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:07.298734 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_v2 [None req-980387ab-1bb4-4f49-8d49-edd7053e665f admin admin] Deleting subnet 968d0254-1ac8-4a11-8012-a17f93bedf6f {{(pid=103988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:56:07.302287 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-980387ab-1bb4-4f49-8d49-edd7053e665f admin admin] Publish callbacks [] for subnet (968d0254-1ac8-4a11-8012-a17f93bedf6f), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.338459 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-980387ab-1bb4-4f49-8d49-edd7053e665f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28331940'] for subnet (968d0254-1ac8-4a11-8012-a17f93bedf6f), precommit_delete_associations {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.416642 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396b287-3b76-45b1-8423-b4d8d0522ec5 req-78433a1d-128f-4eff-8dda-34f88040262f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:07.418779 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a396b287-3b76-45b1-8423-b4d8d0522ec5 req-78433a1d-128f-4eff-8dda-34f88040262f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0597479 Jun 23 11:56:07.420251 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-980387ab-1bb4-4f49-8d49-edd7053e665f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (968d0254-1ac8-4a11-8012-a17f93bedf6f), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.508547 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a396b287-3b76-45b1-8423-b4d8d0522ec5 req-35221dcb-6089-4efa-93d7-e46c0d7e1bac tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606441 Jun 23 11:56:07.516786 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-980387ab-1bb4-4f49-8d49-edd7053e665f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28484913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29328204'] for subnet (968d0254-1ac8-4a11-8012-a17f93bedf6f), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.544841 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980387ab-1bb4-4f49-8d49-edd7053e665f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=968d0254-1ac8-4a11-8012-a17f93bedf6f,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:07.547278 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-980387ab-1bb4-4f49-8d49-edd7053e665f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.550499 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-980387ab-1bb4-4f49-8d49-edd7053e665f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/968d0254-1ac8-4a11-8012-a17f93bedf6f HTTP/1.1" status: 204 len: 168 time: 0.3126159 Jun 23 11:56:07.554317 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 49528) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:07.573520 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:07.628061 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-06c8c260-c771-4f63-b75a-5c4830cb476e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (66d94853-eeca-4000-b6ae-9f2b152b6c25), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.709452 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-06c8c260-c771-4f63-b75a-5c4830cb476e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (66d94853-eeca-4000-b6ae-9f2b152b6c25), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.729757 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-06c8c260-c771-4f63-b75a-5c4830cb476e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d94853-eeca-4000-b6ae-9f2b152b6c25']}} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:56:07.739103 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-06c8c260-c771-4f63-b75a-5c4830cb476e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e4cec8-acfd-484f-8ec9-eb23e35aec29') {'for_net_delete': True} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:56:07.739401 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-06c8c260-c771-4f63-b75a-5c4830cb476e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e4cec8-acfd-484f-8ec9-eb23e35aec29') {} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:56:07.749410 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-06c8c260-c771-4f63-b75a-5c4830cb476e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28331967'] for segment (15e4cec8-acfd-484f-8ec9-eb23e35aec29), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.762695 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-06c8c260-c771-4f63-b75a-5c4830cb476e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (15e4cec8-acfd-484f-8ec9-eb23e35aec29), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.769819 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c8c260-c771-4f63-b75a-5c4830cb476e admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:56:07.770241 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-06c8c260-c771-4f63-b75a-5c4830cb476e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28484955'] for segment (15e4cec8-acfd-484f-8ec9-eb23e35aec29), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.830376 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-06c8c260-c771-4f63-b75a-5c4830cb476e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (66d94853-eeca-4000-b6ae-9f2b152b6c25), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.837822 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-06c8c260-c771-4f63-b75a-5c4830cb476e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:07.840959 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-06c8c260-c771-4f63-b75a-5c4830cb476e admin admin] 10.222.0.67 "DELETE /v2.0/networks/66d94853-eeca-4000-b6ae-9f2b152b6c25 HTTP/1.1" status: 204 len: 168 time: 0.2856328 Jun 23 11:56:07.851110 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8c260-c771-4f63-b75a-5c4830cb476e admin admin] Pushing event deleted for resources: {'Network': ['ID=66d94853-eeca-4000-b6ae-9f2b152b6c25,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:07.955958 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 49534) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:07.997256 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-56221564-ebea-469e-8625-3967483e990c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bcca37e950644ad6972d8183854e436a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400984 Jun 23 11:56:07.999851 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 49538) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:08.061255 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e8449e01-1e2b-483b-ad07-1f98b0d6aa03 admin admin] Publish callbacks [] for security_group (8d840a3b-4a9b-4857-931c-e22d81661210), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:08.083242 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e8449e01-1e2b-483b-ad07-1f98b0d6aa03 admin admin] Publish callbacks [] for security_group (8d840a3b-4a9b-4857-931c-e22d81661210), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:08.113686 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:08.132633 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e8449e01-1e2b-483b-ad07-1f98b0d6aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (8d840a3b-4a9b-4857-931c-e22d81661210), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:08.135190 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e8449e01-1e2b-483b-ad07-1f98b0d6aa03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:08.136416 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-e8449e01-1e2b-483b-ad07-1f98b0d6aa03 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8d840a3b-4a9b-4857-931c-e22d81661210 HTTP/1.1" status: 204 len: 168 time: 0.1356153 Jun 23 11:56:08.147612 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8449e01-1e2b-483b-ad07-1f98b0d6aa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d840a3b-4a9b-4857-931c-e22d81661210,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:08.382603 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e4920-f619-4e68-ad0e-dd672fae3d6d req-0f9daea4-039e-4012-9570-7d38a84889fc tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:08.384782 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-253e4920-f619-4e68-ad0e-dd672fae3d6d req-0f9daea4-039e-4012-9570-7d38a84889fc tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 944 time: 0.0690370 Jun 23 11:56:08.436430 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-253e4920-f619-4e68-ad0e-dd672fae3d6d req-e8ad84dd-9a73-4044-a44d-d869abc59c34 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458140 Jun 23 11:56:08.451851 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 49560) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:08.596768 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-36df0b2e-96f3-46db-a1cd-723964bb799d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:08.601943 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 49568) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:08.609112 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:08.629430 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:08.648054 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-dbe6b364-d723-4a4a-8b70-bceb73a75029 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8782d71800654541933c5358f49ef095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419564 Jun 23 11:56:08.648423 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 49570) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:08.660005 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043bd74-8d33-4fca-8a56-7fd4858d23b4 req-51574491-cc58-435c-8d82-c4e5e0336f94 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:08.661574 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8043bd74-8d33-4fca-8a56-7fd4858d23b4 req-51574491-cc58-435c-8d82-c4e5e0336f94 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0660181 Jun 23 11:56:08.712602 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6e785f48-f910-487b-a5a9-860f5fa270a2 admin admin] Publish callbacks [] for security_group (9f37e3b0-3b70-4d4a-a0d3-d9b646f44a1b), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:08.734956 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6e785f48-f910-487b-a5a9-860f5fa270a2 admin admin] Publish callbacks [] for security_group (9f37e3b0-3b70-4d4a-a0d3-d9b646f44a1b), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:08.744922 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8043bd74-8d33-4fca-8a56-7fd4858d23b4 req-6290b2da-71ab-4c9b-8e76-01841338ff02 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698056 Jun 23 11:56:08.762296 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-36df0b2e-96f3-46db-a1cd-723964bb799d admin admin] Publish callbacks [] for security_group (413ad51d-7bd9-4c0a-9c9d-45b09aeac340), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:08.768306 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-36df0b2e-96f3-46db-a1cd-723964bb799d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (413ad51d-7bd9-4c0a-9c9d-45b09aeac340), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:08.793433 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6e785f48-f910-487b-a5a9-860f5fa270a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (9f37e3b0-3b70-4d4a-a0d3-d9b646f44a1b), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:08.796253 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6e785f48-f910-487b-a5a9-860f5fa270a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:08.797554 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-6e785f48-f910-487b-a5a9-860f5fa270a2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9f37e3b0-3b70-4d4a-a0d3-d9b646f44a1b HTTP/1.1" status: 204 len: 168 time: 0.1479399 Jun 23 11:56:08.807319 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e785f48-f910-487b-a5a9-860f5fa270a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f37e3b0-3b70-4d4a-a0d3-d9b646f44a1b,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:08.820812 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-36df0b2e-96f3-46db-a1cd-723964bb799d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2600d6dfa23a401d9d0283e37f1459bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3660808 Jun 23 11:56:08.821776 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df0b2e-96f3-46db-a1cd-723964bb799d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413ad51d-7bd9-4c0a-9c9d-45b09aeac340,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:08.822324 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 49574) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:08.878112 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c0687cc9-f19a-4a6c-a850-b247d22b82b3 admin admin] Publish callbacks [] for security_group (413ad51d-7bd9-4c0a-9c9d-45b09aeac340), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:08.901029 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c0687cc9-f19a-4a6c-a850-b247d22b82b3 admin admin] Publish callbacks [] for security_group (413ad51d-7bd9-4c0a-9c9d-45b09aeac340), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:08.951763 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c0687cc9-f19a-4a6c-a850-b247d22b82b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (413ad51d-7bd9-4c0a-9c9d-45b09aeac340), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:08.954918 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c0687cc9-f19a-4a6c-a850-b247d22b82b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:08.958547 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-c0687cc9-f19a-4a6c-a850-b247d22b82b3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/413ad51d-7bd9-4c0a-9c9d-45b09aeac340 HTTP/1.1" status: 204 len: 168 time: 0.1325006 Jun 23 11:56:08.964231 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0687cc9-f19a-4a6c-a850-b247d22b82b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413ad51d-7bd9-4c0a-9c9d-45b09aeac340,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:09.241548 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.services.segments.plugin [-] Segment 15e4cec8-acfd-484f-8ec9-eb23e35aec29 resource provider aggregate not found Jun 23 11:56:09.260401 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.services.segments.plugin [-] Segment 15e4cec8-acfd-484f-8ec9-eb23e35aec29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15e4cec8-acfd-484f-8ec9-eb23e35aec29 found for delete ", "request_id": "req-561524f9-e582-4316-a6f5-1e0a3dcbca2b"}]} Jun 23 11:56:09.316505 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 49594) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:09.335809 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8902cd27-8f30-4b9c-8f27-2d2a2f886298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:09.372272 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:09.425409 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8902cd27-8f30-4b9c-8f27-2d2a2f886298 admin admin] Publish callbacks [] for security_group (e7d1435c-4e04-45f5-8bcc-95abd438b9a1), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:09.431708 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8902cd27-8f30-4b9c-8f27-2d2a2f886298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (e7d1435c-4e04-45f5-8bcc-95abd438b9a1), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:09.477871 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 49602) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:09.485233 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-8902cd27-8f30-4b9c-8f27-2d2a2f886298 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0860a96ad3844945b4a9960a7c5c4c87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671121 Jun 23 11:56:09.486277 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902cd27-8f30-4b9c-8f27-2d2a2f886298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d1435c-4e04-45f5-8bcc-95abd438b9a1,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:09.592748 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada40c3-fd5a-4be2-8ccb-b0eb05317ec2 req-e93a6475-fe18-47ff-9422-8d22126760c4 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:09.594316 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3ada40c3-fd5a-4be2-8ccb-b0eb05317ec2 req-e93a6475-fe18-47ff-9422-8d22126760c4 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 944 time: 0.0669711 Jun 23 11:56:09.595018 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2694450d-a3ea-4d49-a73e-c3beda820d51 admin admin] Publish callbacks [] for security_group (e7d1435c-4e04-45f5-8bcc-95abd438b9a1), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:09.637384 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2694450d-a3ea-4d49-a73e-c3beda820d51 admin admin] Publish callbacks [] for security_group (e7d1435c-4e04-45f5-8bcc-95abd438b9a1), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:09.694613 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3ada40c3-fd5a-4be2-8ccb-b0eb05317ec2 req-02c70994-6320-40a9-86bb-ea299e1d5b41 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878625 Jun 23 11:56:09.751335 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2694450d-a3ea-4d49-a73e-c3beda820d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (e7d1435c-4e04-45f5-8bcc-95abd438b9a1), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:09.753934 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2694450d-a3ea-4d49-a73e-c3beda820d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:09.755085 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-2694450d-a3ea-4d49-a73e-c3beda820d51 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e7d1435c-4e04-45f5-8bcc-95abd438b9a1 HTTP/1.1" status: 204 len: 168 time: 0.2762344 Jun 23 11:56:09.765393 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694450d-a3ea-4d49-a73e-c3beda820d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d1435c-4e04-45f5-8bcc-95abd438b9a1,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:09.904892 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acb63b-5266-47f9-a417-a908516f8aa0 req-17dc93f2-c98d-4d6a-8cef-0671ab7ffd79 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:09.908133 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-70acb63b-5266-47f9-a417-a908516f8aa0 req-17dc93f2-c98d-4d6a-8cef-0671ab7ffd79 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0645516 Jun 23 11:56:09.925203 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:09.997738 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-70acb63b-5266-47f9-a417-a908516f8aa0 req-53ff2983-731c-4246-959e-69d542f8a4f3 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836804 Jun 23 11:56:10.860170 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 1522c864-471b-4496-ba59-78b84787cb06 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:56:10.864786 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fe8e3-22ce-4caf-b88d-326bf5a6c30c req-45632dfb-173c-4c63-9785-bba48daa7fea tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:10.866388 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1a1fe8e3-22ce-4caf-b88d-326bf5a6c30c req-45632dfb-173c-4c63-9785-bba48daa7fea tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 944 time: 0.0570285 Jun 23 11:56:10.921756 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1a1fe8e3-22ce-4caf-b88d-326bf5a6c30c req-1e66cf57-51df-4847-a73c-92b219db5b78 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483639 Jun 23 11:56:10.980166 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 1522c864-471b-4496-ba59-78b84787cb06, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1522c864-471b-4496-ba59-78b84787cb06,segment=NetworkSegment(deb70e4f-7510-4555-ab95-ea9e63ab8707),segment_id=deb70e4f-7510-4555-ab95-ea9e63ab8707)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:56:10.999474 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': '1522c864-471b-4496-ba59-78b84787cb06', 'network_id': '0df3fa49-0f7b-40b9-8b25-856e85e676ae', 'port_id': '1522c864-471b-4496-ba59-78b84787cb06', 'mac_address': 'fa:16:3e:8d:9e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026b1311-74a5-42dd-8bb1-5d979d3b45f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:56:11.039511 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 1522c864-471b-4496-ba59-78b84787cb06 is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:56:11.039903 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (1522c864-471b-4496-ba59-78b84787cb06), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:11.056546 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1522c864-471b-4496-ba59-78b84787cb06 {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:56:11.081914 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 1522c864-471b-4496-ba59-78b84787cb06, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1522c864-471b-4496-ba59-78b84787cb06,segment=NetworkSegment(deb70e4f-7510-4555-ab95-ea9e63ab8707),segment_id=deb70e4f-7510-4555-ab95-ea9e63ab8707)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:56:11.086794 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (1522c864-471b-4496-ba59-78b84787cb06), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:11.142990 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=1522c864-471b-4496-ba59-78b84787cb06,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:11.153063 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b4e39-0671-458d-98db-c2d93229453d req-24dfd85c-1ae6-4474-9eb8-cdfcba694e58 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:11.156379 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ef0b4e39-0671-458d-98db-c2d93229453d req-24dfd85c-1ae6-4474-9eb8-cdfcba694e58 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0665038 Jun 23 11:56:11.235771 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ef0b4e39-0671-458d-98db-c2d93229453d req-8e280e86-4b8f-4bdb-ab49-f8f8ecaf444b tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725596 Jun 23 11:56:11.499547 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['1522c864-471b-4496-ba59-78b84787cb06'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:56:11.539332 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:11.568242 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:12.041488 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35574a95-18f4-4e2a-a3c8-c0960819f7c6 req-668b5cd2-b4c1-483f-8537-21384d7ff511 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:12.042956 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-35574a95-18f4-4e2a-a3c8-c0960819f7c6 req-668b5cd2-b4c1-483f-8537-21384d7ff511 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 945 time: 0.0485713 Jun 23 11:56:12.091519 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-35574a95-18f4-4e2a-a3c8-c0960819f7c6 req-3fb5ec50-0ecf-4db6-b940-00c8e841e91a tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426657 Jun 23 11:56:12.350528 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f11beb-e6aa-4b43-a7a1-688854a97bdf req-3b8201d0-5dce-4b47-9065-f413d4b283e9 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:12.352588 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a8f11beb-e6aa-4b43-a7a1-688854a97bdf req-3b8201d0-5dce-4b47-9065-f413d4b283e9 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0457995 Jun 23 11:56:12.400704 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a8f11beb-e6aa-4b43-a7a1-688854a97bdf req-a2e59129-fccd-4b85-82db-9368a6d61a0b tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 Jun 23 11:56:12.870298 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 1522c864-471b-4496-ba59-78b84787cb06 up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:56:12.917830 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port 1522c864-471b-4496-ba59-78b84787cb06 completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:56:12.925808 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port 1522c864-471b-4496-ba59-78b84787cb06 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:56:12.926066 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (1522c864-471b-4496-ba59-78b84787cb06), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:12.953269 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:13.026936 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 1522c864-471b-4496-ba59-78b84787cb06 is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:56:13.027435 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (1522c864-471b-4496-ba59-78b84787cb06), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:13.056862 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8760ad6a-5631-43c7-89a9-afd5491bc706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1522c864-471b-4496-ba59-78b84787cb06'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:56:13.059144 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18b0764-fbec-47c9-b39f-93dfae2653dc" -d '{"events": [{"server_uuid": "8760ad6a-5631-43c7-89a9-afd5491bc706", "name": "network-vif-plugged", "status": "completed", "tag": "1522c864-471b-4496-ba59-78b84787cb06"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:56:13.074095 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 1522c864-471b-4496-ba59-78b84787cb06, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1522c864-471b-4496-ba59-78b84787cb06,segment=NetworkSegment(deb70e4f-7510-4555-ab95-ea9e63ab8707),segment_id=deb70e4f-7510-4555-ab95-ea9e63ab8707)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:56:13.087787 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (1522c864-471b-4496-ba59-78b84787cb06), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:13.105803 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7aa5858-bc26-4b7e-841a-15007de78f75 x-openstack-request-id: req-d7aa5858-bc26-4b7e-841a-15007de78f75 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:56:13.106164 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8760ad6a-5631-43c7-89a9-afd5491bc706", "name": "network-vif-plugged", "status": "completed", "tag": "1522c864-471b-4496-ba59-78b84787cb06", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:56:13.106686 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d7aa5858-bc26-4b7e-841a-15007de78f75 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:56:13.107272 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7aa5858-bc26-4b7e-841a-15007de78f75'] response: {'server_uuid': '8760ad6a-5631-43c7-89a9-afd5491bc706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1522c864-471b-4496-ba59-78b84787cb06', 'code': 200} Jun 23 11:56:13.161966 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=1522c864-471b-4496-ba59-78b84787cb06,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:13.227607 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32dd08-026a-4567-b872-69bae192f61c req-8742cc0f-f401-4c35-b139-f4ef8fc66e92 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:13.233475 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8e32dd08-026a-4567-b872-69bae192f61c req-8742cc0f-f401-4c35-b139-f4ef8fc66e92 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.0555878 Jun 23 11:56:13.251918 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:13.285797 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8e32dd08-026a-4567-b872-69bae192f61c req-3cfd1d7b-df16-447b-9c2d-aad9819ae1d1 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500064 Jun 23 11:56:13.523793 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de95c62-91f9-46f6-86fb-25c83094cebc req-3db2b694-4706-4bef-9df7-bddfda85c8f5 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:13.525340 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3de95c62-91f9-46f6-86fb-25c83094cebc req-3db2b694-4706-4bef-9df7-bddfda85c8f5 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0515180 Jun 23 11:56:13.572745 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3de95c62-91f9-46f6-86fb-25c83094cebc req-209a0a36-213e-4a12-a2f6-5963484ac551 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416868 Jun 23 11:56:14.404892 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc099d4-00c7-476e-931c-19531b58d7a3 req-9d7aaac3-1561-42b1-ab11-ae0e6b188554 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:14.406374 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4cc099d4-00c7-476e-931c-19531b58d7a3 req-9d7aaac3-1561-42b1-ab11-ae0e6b188554 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.0514154 Jun 23 11:56:14.456219 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4cc099d4-00c7-476e-931c-19531b58d7a3 req-a2dd64ad-78fb-49c2-a438-8e1fbc6eba9c tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443416 Jun 23 11:56:14.686199 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58585d4d-96ef-498e-a981-ef7b5e7378b8 req-b7d1519d-d8c9-4cce-9fc9-b3f4f3a63daf tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:14.687682 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-58585d4d-96ef-498e-a981-ef7b5e7378b8 req-b7d1519d-d8c9-4cce-9fc9-b3f4f3a63daf tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0474491 Jun 23 11:56:14.699266 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:14.729582 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:14.746466 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-58585d4d-96ef-498e-a981-ef7b5e7378b8 req-197bc9ae-cb3d-4652-acce-22569e0ee84c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531483 Jun 23 11:56:15.572565 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bae2fa-75ed-4a42-93fc-50cc3bece649 req-06a64f2d-52ec-4d58-b4e5-4437fe825389 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:15.573984 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-25bae2fa-75ed-4a42-93fc-50cc3bece649 req-06a64f2d-52ec-4d58-b4e5-4437fe825389 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.0467937 Jun 23 11:56:15.620464 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-25bae2fa-75ed-4a42-93fc-50cc3bece649 req-ae22d008-c7ee-4a92-8f31-5a627367c246 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Jun 23 11:56:15.862357 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff6b3b-1471-4e86-8bea-e7acf9588715 req-9e773a47-59a5-4240-b542-66bbd7cc739b tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:15.863756 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-72ff6b3b-1471-4e86-8bea-e7acf9588715 req-9e773a47-59a5-4240-b542-66bbd7cc739b tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0497477 Jun 23 11:56:15.910651 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-72ff6b3b-1471-4e86-8bea-e7acf9588715 req-d321bab3-25e2-4fd9-b932-93f2448294be tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Jun 23 11:56:16.586710 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4d196-b6c7-4a5e-b23f-7d853c3abf9f req-bd1c1278-cee6-4a3f-a245-76714a0957d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:16.588869 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-dfe4d196-b6c7-4a5e-b23f-7d853c3abf9f req-bd1c1278-cee6-4a3f-a245-76714a0957d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 1129 time: 0.0754488 Jun 23 11:56:16.592079 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a5704-5fca-4d82-bcaf-fb77e577cdd9 req-973cfa89-3905-408f-8adc-127246eefca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:16.593471 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-660a5704-5fca-4d82-bcaf-fb77e577cdd9 req-973cfa89-3905-408f-8adc-127246eefca6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 1130 time: 0.0535359 Jun 23 11:56:16.671502 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-dfe4d196-b6c7-4a5e-b23f-7d853c3abf9f req-a58df471-c6b4-4bfd-9d2a-8040e72a1014 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691888 Jun 23 11:56:16.678740 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-660a5704-5fca-4d82-bcaf-fb77e577cdd9 req-e46891cc-d603-4edd-9413-ce4f1cba38aa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754433 Jun 23 11:56:16.738656 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abd368-89b9-4fa8-9053-a57501256c81 req-25fa63a8-255a-4722-beb4-c54e886186be tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:16.740760 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-27abd368-89b9-4fa8-9053-a57501256c81 req-25fa63a8-255a-4722-beb4-c54e886186be tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.0501225 Jun 23 11:56:16.805134 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-27abd368-89b9-4fa8-9053-a57501256c81 req-ac10be39-24d2-4990-a841-4efcd1b3fe6f tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568631 Jun 23 11:56:17.021709 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1a0fd-389c-434c-aa5f-c26dd6cdb292 req-2d7f4677-df85-4d54-8909-83151d606b0f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:17.023207 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-16c1a0fd-389c-434c-aa5f-c26dd6cdb292 req-2d7f4677-df85-4d54-8909-83151d606b0f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0468063 Jun 23 11:56:17.070333 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-16c1a0fd-389c-434c-aa5f-c26dd6cdb292 req-c2d1b359-55db-4151-b558-0c87f8cf2e6a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 Jun 23 11:56:17.934352 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f41fd-54ce-44ec-a313-a51bab5e9ed4 req-d29e97df-7c1c-49a2-a199-6634ffbff5fe tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:17.936236 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-270f41fd-54ce-44ec-a313-a51bab5e9ed4 req-d29e97df-7c1c-49a2-a199-6634ffbff5fe tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.0557206 Jun 23 11:56:17.987256 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-270f41fd-54ce-44ec-a313-a51bab5e9ed4 req-584b76fe-4f19-4bee-b904-b2464cc64a7d tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453153 Jun 23 11:56:18.180034 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098550f-bcab-4edb-9ef9-2801e55b3b2c req-93e54000-3aff-4b3b-b7db-254fbbc81064 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:18.181542 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d098550f-bcab-4edb-9ef9-2801e55b3b2c req-93e54000-3aff-4b3b-b7db-254fbbc81064 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0459478 Jun 23 11:56:18.234498 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d098550f-bcab-4edb-9ef9-2801e55b3b2c req-b97470d2-bc5a-4b0d-b099-b61a473074f9 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473039 Jun 23 11:56:19.062516 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:19.098350 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e4024-8ddc-444c-8012-eb965c88aac8 req-e11ce3cb-73ea-4079-b9df-709c02babb63 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:19.099818 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-292e4024-8ddc-444c-8012-eb965c88aac8 req-e11ce3cb-73ea-4079-b9df-709c02babb63 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.0465631 Jun 23 11:56:19.146986 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-292e4024-8ddc-444c-8012-eb965c88aac8 req-246a64ca-d7cc-48fc-9582-a334a977b244 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410292 Jun 23 11:56:19.350225 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b6696-87f1-42b0-b3db-0ff8f62374f3 req-345eadd7-a840-49b9-a527-a4d95ea77eec tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:19.352339 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ac5b6696-87f1-42b0-b3db-0ff8f62374f3 req-345eadd7-a840-49b9-a527-a4d95ea77eec tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0454764 Jun 23 11:56:19.399711 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ac5b6696-87f1-42b0-b3db-0ff8f62374f3 req-2e9928be-1013-4244-b837-41ab9e6105d5 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418565 Jun 23 11:56:20.264209 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9f7e7-58af-4202-84de-64a4cf576490 req-24ff653c-cb8b-4a74-9d37-3f61b0dd9200 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:20.265802 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c8d9f7e7-58af-4202-84de-64a4cf576490 req-24ff653c-cb8b-4a74-9d37-3f61b0dd9200 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.0512898 Jun 23 11:56:20.313548 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c8d9f7e7-58af-4202-84de-64a4cf576490 req-830dbd81-0dba-46a2-8ea5-1bcb6ba6359c tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422466 Jun 23 11:56:20.512602 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab29d9-3af1-422c-a971-3733fbd7f0de req-f862fb95-dbbe-42f7-98ba-50b560a4987a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:20.514110 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-78ab29d9-3af1-422c-a971-3733fbd7f0de req-f862fb95-dbbe-42f7-98ba-50b560a4987a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0466545 Jun 23 11:56:20.564011 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-78ab29d9-3af1-422c-a971-3733fbd7f0de req-62902afa-3639-44c7-ab12-ed3127746c63 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436614 Jun 23 11:56:21.427553 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6413d3d-b63f-4662-a9f3-f5caeca39a1a req-4af0de99-397b-4be8-b163-686f3a1f4383 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:21.429051 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e6413d3d-b63f-4662-a9f3-f5caeca39a1a req-4af0de99-397b-4be8-b163-686f3a1f4383 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.0469744 Jun 23 11:56:21.477161 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e6413d3d-b63f-4662-a9f3-f5caeca39a1a req-ff3b0f29-8ecf-484e-9431-dc15cc8b9589 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425601 Jun 23 11:56:21.679356 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd322e-3aa4-46b1-a624-3bfe479ba9f8 req-131139df-7b37-4122-bf76-dadf4942bd6c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:21.680868 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f3bd322e-3aa4-46b1-a624-3bfe479ba9f8 req-131139df-7b37-4122-bf76-dadf4942bd6c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0505314 Jun 23 11:56:21.727688 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f3bd322e-3aa4-46b1-a624-3bfe479ba9f8 req-42a5f891-29f4-4b18-a2b1-d8bb56e735a9 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411808 Jun 23 11:56:22.589806 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c878af-1cd3-4ede-9a47-ef717c1ac3fc req-a8966dc5-58f2-47b9-b0d4-944431eb1d16 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:22.591322 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d7c878af-1cd3-4ede-9a47-ef717c1ac3fc req-a8966dc5-58f2-47b9-b0d4-944431eb1d16 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.0457156 Jun 23 11:56:22.646976 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d7c878af-1cd3-4ede-9a47-ef717c1ac3fc req-2405f719-6908-4821-a198-c79cfe8e5385 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498741 Jun 23 11:56:22.839862 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef612a2-def8-4ab5-afc2-d6350181b770 req-ceb36c62-02c6-4492-841f-861ec4884c06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:22.841352 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9ef612a2-def8-4ab5-afc2-d6350181b770 req-ceb36c62-02c6-4492-841f-861ec4884c06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0451949 Jun 23 11:56:22.890004 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9ef612a2-def8-4ab5-afc2-d6350181b770 req-b25068c2-b5c0-4144-993f-6e1f9ca49138 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431526 Jun 23 11:56:23.152974 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=34 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:23.157952 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:23.158783 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:23.689714 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:56:23.757736 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286486af-1924-4992-aa15-6db05723d31d req-89782f21-d1f5-46c2-922a-62524894a520 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:23.759215 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-286486af-1924-4992-aa15-6db05723d31d req-89782f21-d1f5-46c2-922a-62524894a520 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.0455871 Jun 23 11:56:23.808847 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-286486af-1924-4992-aa15-6db05723d31d req-2b1219d5-9eae-4d43-bef9-5709d9aa25b8 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441251 Jun 23 11:56:24.029656 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9390e5e-39be-4975-9083-ca64cb0ad28c req-26cd5313-eefd-43c8-b0af-31d951f9c2d0 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:24.031337 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c9390e5e-39be-4975-9083-ca64cb0ad28c req-26cd5313-eefd-43c8-b0af-31d951f9c2d0 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0499451 Jun 23 11:56:24.084788 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c9390e5e-39be-4975-9083-ca64cb0ad28c req-15004b4d-9708-4ee7-a143-11816e03be00 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479934 Jun 23 11:56:24.184648 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:24.201126 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072e36e-9e7a-4c3d-a70b-389b02a33501 req-9b841ba1-3c98-411c-a74d-30c33e5f2a10 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:24.202589 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4072e36e-9e7a-4c3d-a70b-389b02a33501 req-9b841ba1-3c98-411c-a74d-30c33e5f2a10 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0492520 Jun 23 11:56:24.255348 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4072e36e-9e7a-4c3d-a70b-389b02a33501 req-ec7de311-fb36-47c3-9e1f-d273f37ce796 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467088 Jun 23 11:56:24.919400 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63003579-70c5-4f71-99fb-851248dbdcb5 req-988ba8a3-421e-4534-b793-5933edda61c3 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:24.921762 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-63003579-70c5-4f71-99fb-851248dbdcb5 req-988ba8a3-421e-4534-b793-5933edda61c3 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.0463483 Jun 23 11:56:24.967957 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-63003579-70c5-4f71-99fb-851248dbdcb5 req-3e0fce2d-5a59-4d08-a81b-b35957454dc7 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412474 Jun 23 11:56:31.047915 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-1c7e67f9-7054-4b9f-aad3-22305df1cf8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:32.231701 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da27346-044b-4596-99bf-fcd67a33e5f8 req-b50378d1-5431-4a96-9fa8-0a35de69acbd tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:32.233271 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7da27346-044b-4596-99bf-fcd67a33e5f8 req-b50378d1-5431-4a96-9fa8-0a35de69acbd tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.0540383 Jun 23 11:56:32.283173 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7da27346-044b-4596-99bf-fcd67a33e5f8 req-01aa6d7b-a55b-4cce-bf98-142854161204 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440967 Jun 23 11:56:33.206292 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6020c0-8f61-46b3-9083-f55c1c365ed1 req-4097815f-b04a-4de2-b486-66f28080e895 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:33.207933 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fe6020c0-8f61-46b3-9083-f55c1c365ed1 req-4097815f-b04a-4de2-b486-66f28080e895 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0516307 Jun 23 11:56:33.273745 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fe6020c0-8f61-46b3-9083-f55c1c365ed1 req-a6439a58-906c-4a26-9163-e03ea6b22c77 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592976 Jun 23 11:56:33.390746 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-15d4c359-d6a8-4212-bd20-1583dd719ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:33.423068 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e476c19-dd61-4cb7-9804-9ffe8ca90256 req-ea721501-cf33-484d-a5fd-bdc5ece8cb30 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:33.425068 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8e476c19-dd61-4cb7-9804-9ffe8ca90256 req-ea721501-cf33-484d-a5fd-bdc5ece8cb30 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.0586278 Jun 23 11:56:33.500496 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8e476c19-dd61-4cb7-9804-9ffe8ca90256 req-46b75954-86fb-4b3d-ac75-f974cfc18668 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663302 Jun 23 11:56:33.692893 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:33.698731 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=8 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:33.754255 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf12ff4-8b90-4c9e-b3f0-090e54999e5f req-11973203-c3c0-4339-8bc2-8b2ac19e3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:33.755727 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1cf12ff4-8b90-4c9e-b3f0-090e54999e5f req-11973203-c3c0-4339-8bc2-8b2ac19e3477 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 1129 time: 0.0405056 Jun 23 11:56:33.865646 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf12ff4-8b90-4c9e-b3f0-090e54999e5f req-366f06ea-637c-4b68-a974-9e9b98e8865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:33.867104 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1cf12ff4-8b90-4c9e-b3f0-090e54999e5f req-366f06ea-637c-4b68-a974-9e9b98e8865e service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 920 time: 0.0848396 Jun 23 11:56:34.392700 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae61bab-9902-40ba-8103-cd038bf7cb1a req-f181c476-fd36-43c9-aa4a-9e2f55a16395 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:34.394170 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5ae61bab-9902-40ba-8103-cd038bf7cb1a req-f181c476-fd36-43c9-aa4a-9e2f55a16395 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0476449 Jun 23 11:56:34.444578 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5ae61bab-9902-40ba-8103-cd038bf7cb1a req-d2c25db4-2d67-4ff9-82f2-dd18aaa20d40 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448947 Jun 23 11:56:34.610641 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:34.621832 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f216f0-2e9d-4c79-afdb-f593c61cc783 req-4e8fa28c-2186-4bff-96ab-d468472c874e tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:34.623351 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67f216f0-2e9d-4c79-afdb-f593c61cc783 req-4e8fa28c-2186-4bff-96ab-d468472c874e tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.0500638 Jun 23 11:56:34.630489 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:34.671559 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67f216f0-2e9d-4c79-afdb-f593c61cc783 req-55859125-6c7b-4ed5-8edc-0c52d908beaf tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423892 Jun 23 11:56:35.552972 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:35.566054 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50299a2f-c777-409d-8250-e6e46254bd6f req-f3b3816f-9576-4e21-8cee-ff388c24e6f3 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:35.569138 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-50299a2f-c777-409d-8250-e6e46254bd6f req-f3b3816f-9576-4e21-8cee-ff388c24e6f3 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0545216 Jun 23 11:56:35.617431 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-50299a2f-c777-409d-8250-e6e46254bd6f req-7713a364-4851-4f34-b8cc-ee740445aee7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421779 Jun 23 11:56:35.773811 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:35.784259 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2da51-82bc-4782-a105-da23743df780 req-7f37d11f-663e-4650-9dd4-3b76d9c9497a tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:35.785747 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-41f2da51-82bc-4782-a105-da23743df780 req-7f37d11f-663e-4650-9dd4-3b76d9c9497a tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.0464675 Jun 23 11:56:35.832568 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-41f2da51-82bc-4782-a105-da23743df780 req-6de757f2-1f63-4246-a8fc-71772bbfc9bd tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 Jun 23 11:56:35.863474 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:36.136737 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:36.733813 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9661d23-9831-4e7d-8d39-94383ca05c4b req-84949520-1fa0-4ae0-9091-df2f5fde02b7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:36.735343 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f9661d23-9831-4e7d-8d39-94383ca05c4b req-84949520-1fa0-4ae0-9091-df2f5fde02b7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0471539 Jun 23 11:56:36.783052 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f9661d23-9831-4e7d-8d39-94383ca05c4b req-c66ca334-681d-41cc-ad5d-e34844ef826c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Jun 23 11:56:36.875618 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1cf12ff4-8b90-4c9e-b3f0-090e54999e5f req-591efa64-8135-4ce6-9bbc-bbae22759dfb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66465037-49ad-4b75-9a72-74ba5935f37a HTTP/1.1" status: 200 len: 217 time: 0.0353005 Jun 23 11:56:36.929370 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf12ff4-8b90-4c9e-b3f0-090e54999e5f req-56c552cb-1d6c-4252-bd10-4ffefbb8027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:36.930835 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1cf12ff4-8b90-4c9e-b3f0-090e54999e5f req-56c552cb-1d6c-4252-bd10-4ffefbb8027f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.0462480 Jun 23 11:56:36.952926 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba1b90-e33f-47b1-ac9d-d728d46c2533 req-490a1b35-e64a-409f-8f1e-aa140c73a850 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:36.954447 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-96ba1b90-e33f-47b1-ac9d-d728d46c2533 req-490a1b35-e64a-409f-8f1e-aa140c73a850 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.0496335 Jun 23 11:56:36.976389 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf12ff4-8b90-4c9e-b3f0-090e54999e5f req-aebab991-9b67-42ca-bcd9-7ccf1f849cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:36.977947 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1cf12ff4-8b90-4c9e-b3f0-090e54999e5f req-aebab991-9b67-42ca-bcd9-7ccf1f849cc4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393164 Jun 23 11:56:37.001907 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-96ba1b90-e33f-47b1-ac9d-d728d46c2533 req-039ee074-67f1-4670-96ec-a2059e9e7ba2 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417771 Jun 23 11:56:37.305199 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e13282-0675-4d27-a097-f48279b876f8 req-53d3cffa-0272-4446-bcc9-e92d08230d39 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:37.306680 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-25e13282-0675-4d27-a097-f48279b876f8 req-53d3cffa-0272-4446-bcc9-e92d08230d39 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.44 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 946 time: 0.2912416 Jun 23 11:56:37.425621 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1cf12ff4-8b90-4c9e-b3f0-090e54999e5f req-082e54b6-e19c-4d87-a9ba-f153303d3c64 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183228 Jun 23 11:56:37.439915 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-25e13282-0675-4d27-a097-f48279b876f8 req-c427ad0a-4ad0-44d1-8b2a-fe4f866739c2 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Deleting port 1522c864-471b-4496-ba59-78b84787cb06 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:56:37.440258 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-25e13282-0675-4d27-a097-f48279b876f8 req-c427ad0a-4ad0-44d1-8b2a-fe4f866739c2 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (1522c864-471b-4496-ba59-78b84787cb06), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:37.489431 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:37.599113 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1cf12ff4-8b90-4c9e-b3f0-090e54999e5f req-40b913d2-b34d-49e3-bb1f-c0e3fe59ba2b service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599221 Jun 23 11:56:37.600700 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-25e13282-0675-4d27-a097-f48279b876f8 req-c427ad0a-4ad0-44d1-8b2a-fe4f866739c2 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] For port 1522c864-471b-4496-ba59-78b84787cb06, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1522c864-471b-4496-ba59-78b84787cb06,segment=NetworkSegment(deb70e4f-7510-4555-ab95-ea9e63ab8707),segment_id=deb70e4f-7510-4555-ab95-ea9e63ab8707)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:56:37.601082 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-25e13282-0675-4d27-a097-f48279b876f8 req-c427ad0a-4ad0-44d1-8b2a-fe4f866739c2 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (1522c864-471b-4496-ba59-78b84787cb06), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:37.614754 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-25e13282-0675-4d27-a097-f48279b876f8 req-c427ad0a-4ad0-44d1-8b2a-fe4f866739c2 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Calling delete_port for 1522c864-471b-4496-ba59-78b84787cb06 owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:56:37.762104 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:37.771855 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-25e13282-0675-4d27-a097-f48279b876f8 req-c427ad0a-4ad0-44d1-8b2a-fe4f866739c2 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (1522c864-471b-4496-ba59-78b84787cb06), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:37.806004 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427ad0a-4ad0-44d1-8b2a-fe4f866739c2 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Pushing event deleted for resources: {'Port': ['ID=1522c864-471b-4496-ba59-78b84787cb06,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:37.854688 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e13282-0675-4d27-a097-f48279b876f8 req-c427ad0a-4ad0-44d1-8b2a-fe4f866739c2 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] No DVR routers for this DVR port 1522c864-471b-4496-ba59-78b84787cb06 on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:56:37.857412 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-25e13282-0675-4d27-a097-f48279b876f8 req-c427ad0a-4ad0-44d1-8b2a-fe4f866739c2 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:37.860577 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-25e13282-0675-4d27-a097-f48279b876f8 req-c427ad0a-4ad0-44d1-8b2a-fe4f866739c2 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.44 "DELETE /v2.0/ports/1522c864-471b-4496-ba59-78b84787cb06 HTTP/1.1" status: 204 len: 173 time: 0.5306849 Jun 23 11:56:37.861040 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8760ad6a-5631-43c7-89a9-afd5491bc706', 'name': 'network-vif-deleted', 'tag': '1522c864-471b-4496-ba59-78b84787cb06'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:56:37.863394 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d81c9bf-b29f-4985-88b2-6cc105d32bd6" -d '{"events": [{"server_uuid": "8760ad6a-5631-43c7-89a9-afd5491bc706", "name": "network-vif-deleted", "tag": "1522c864-471b-4496-ba59-78b84787cb06"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:56:37.914282 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41ae1bb-d4c1-4613-98af-37d2afb2889a x-openstack-request-id: req-d41ae1bb-d4c1-4613-98af-37d2afb2889a {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:56:37.914570 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8760ad6a-5631-43c7-89a9-afd5491bc706", "name": "network-vif-deleted", "tag": "1522c864-471b-4496-ba59-78b84787cb06", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:56:37.914826 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d41ae1bb-d4c1-4613-98af-37d2afb2889a {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:56:37.915271 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d41ae1bb-d4c1-4613-98af-37d2afb2889a'] response: {'server_uuid': '8760ad6a-5631-43c7-89a9-afd5491bc706', 'name': 'network-vif-deleted', 'tag': '1522c864-471b-4496-ba59-78b84787cb06', 'status': 'completed', 'code': 200} Jun 23 11:56:37.926570 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52249e-4980-404b-a9f4-e1f684f7f088 req-33c0989b-b323-43b7-bf17-4f2ce2e5013e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:37.928151 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e52249e-4980-404b-a9f4-e1f684f7f088 req-33c0989b-b323-43b7-bf17-4f2ce2e5013e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0620937 Jun 23 11:56:37.974775 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e52249e-4980-404b-a9f4-e1f684f7f088 req-820a9d09-e670-4be8-958a-39c1b5e9c3e2 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Jun 23 11:56:38.106532 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f783d124-0ac6-48bc-8a9f-4bc2c476f001 req-7d44391f-6be5-4f1b-89ec-de2e70520d67 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=8760ad6a-5631-43c7-89a9-afd5491bc706 HTTP/1.1" status: 200 len: 210 time: 0.0295300 Jun 23 11:56:39.034500 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 1522c864-471b-4496-ba59-78b84787cb06 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:56:39.047595 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: 1522c864-471b-4496-ba59-78b84787cb06 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:56:39.047948 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 1522c864-471b-4496-ba59-78b84787cb06 not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:56:39.107248 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555225ab-4067-4c6c-b57d-84a2fa2131ef req-86fdcd3e-4e87-4032-aa0e-8a0c468a1e37 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:39.108731 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-555225ab-4067-4c6c-b57d-84a2fa2131ef req-86fdcd3e-4e87-4032-aa0e-8a0c468a1e37 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0533891 Jun 23 11:56:39.159441 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-555225ab-4067-4c6c-b57d-84a2fa2131ef req-a5bf7f13-ec3d-48d9-83f8-5048f07848b8 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434332 Jun 23 11:56:39.448581 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-2b0048fc-99a5-4659-8dc8-a30d27f87c41 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:39.449984 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-2b0048fc-99a5-4659-8dc8-a30d27f87c41 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/networks?id=0df3fa49-0f7b-40b9-8b25-856e85e676ae HTTP/1.1" status: 200 len: 808 time: 0.1149769 Jun 23 11:56:39.465178 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-baed68c1-4824-4cfa-98d4-27388508356d tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/quotas/d4f7063c9ea64b569c3699a45ad0bb2e HTTP/1.1" status: 200 len: 375 time: 0.0099077 Jun 23 11:56:39.496911 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-11f16893-1002-4ac0-a377-3c4235142136 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d4f7063c9ea64b569c3699a45ad0bb2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266130 Jun 23 11:56:39.585288 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-3d9ebd56-bdc5-4744-a95b-65358c1b1f43 service neutron] 10.222.0.67 "GET /v2.0/networks/0df3fa49-0f7b-40b9-8b25-856e85e676ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816422 Jun 23 11:56:39.676224 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-47df6a83-5b75-43d3-a456-f1c1e7838fd1 service neutron] 10.222.0.67 "GET /v2.0/networks/0df3fa49-0f7b-40b9-8b25-856e85e676ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852814 Jun 23 11:56:39.837106 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5b8340b2-e03f-47c4-a139-db779be7cb31 req-ddea85e5-f95b-49d6-baf0-b0957e5ca877 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 210 time: 0.0262659 Jun 23 11:56:39.926775 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:40.276559 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aff5be-a3bc-4c30-a5c0-78cb91a09e8b req-5e38f912-88e2-45bb-a158-ef7dc6913020 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:40.278076 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-12aff5be-a3bc-4c30-a5c0-78cb91a09e8b req-5e38f912-88e2-45bb-a158-ef7dc6913020 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0499883 Jun 23 11:56:40.327216 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-12aff5be-a3bc-4c30-a5c0-78cb91a09e8b req-6ff86eec-9d86-430a-afe6-8fb377d9c0d7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432935 Jun 23 11:56:40.939157 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-13982639-d834-4313-9ef1-97f55194404c req-aefc2fb6-f708-4225-b3b6-1276773d284e tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 210 time: 0.0304883 Jun 23 11:56:41.445649 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cd313-a794-4200-83f2-592faac8ede2 req-57838081-e72f-4563-970f-908f51805b0f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:41.447197 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-093cd313-a794-4200-83f2-592faac8ede2 req-57838081-e72f-4563-970f-908f51805b0f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0496547 Jun 23 11:56:41.498367 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-093cd313-a794-4200-83f2-592faac8ede2 req-00a3a36e-cc42-4b47-bd46-cae8520de54f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448873 Jun 23 11:56:42.031586 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-011bf85d-923a-415c-8d7a-069abc3af748 req-51609506-3086-4634-956f-82192589160d tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 210 time: 0.0258517 Jun 23 11:56:42.634852 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425c1fd-5ee3-4ee3-9128-615129ad540a req-fa909d6d-529d-4698-8720-05c38f04f37b tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:42.636606 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a425c1fd-5ee3-4ee3-9128-615129ad540a req-fa909d6d-529d-4698-8720-05c38f04f37b tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0611739 Jun 23 11:56:42.705359 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a425c1fd-5ee3-4ee3-9128-615129ad540a req-9ddd8bb4-d9a3-43f1-ba7a-959bc831dca6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628150 Jun 23 11:56:43.129711 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cc1d56f3-1624-481d-94ec-2b08e3718ad2 req-2f0b29bc-9a26-4d86-9ee9-f520144ff47b tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 210 time: 0.0279393 Jun 23 11:56:43.826976 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e55f59a0-6058-4876-8f1d-50bfc039c646 req-66ccca36-ac8c-4778-968a-1b0d28aa6738 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929182 Jun 23 11:56:43.853587 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3573c0-5704-41c1-bbd8-8c860a9022a0 req-eb040fce-1b0b-40ed-a3e3-fb50ae93cdc6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:43.855908 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3a3573c0-5704-41c1-bbd8-8c860a9022a0 req-eb040fce-1b0b-40ed-a3e3-fb50ae93cdc6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0624039 Jun 23 11:56:43.856625 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-9f52ed0e-1eb3-4c90-8e66-940a059d90bb tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:43.858161 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-9f52ed0e-1eb3-4c90-8e66-940a059d90bb tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.44 "GET /v2.0/networks?id=0df3fa49-0f7b-40b9-8b25-856e85e676ae HTTP/1.1" status: 200 len: 808 time: 0.1872592 Jun 23 11:56:43.914576 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3a3573c0-5704-41c1-bbd8-8c860a9022a0 req-d9d2062c-d3d6-44ab-92f0-18f35e145031 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519762 Jun 23 11:56:43.921176 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Request body: {'port': {'device_id': '27c63240-b505-42de-a7ad-adce1d71686b', 'network_id': '0df3fa49-0f7b-40b9-8b25-856e85e676ae', 'admin_state_up': True, 'tenant_id': 'd4f7063c9ea64b569c3699a45ad0bb2e'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:56:43.957740 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f59a0-6058-4876-8f1d-50bfc039c646 req-4b6bc341-af85-429e-9d55-0744fa8b2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:43.959709 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e55f59a0-6058-4876-8f1d-50bfc039c646 req-4b6bc341-af85-429e-9d55-0744fa8b2630 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 1129 time: 0.1005719 Jun 23 11:56:44.063734 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Made reservation on behalf of d4f7063c9ea64b569c3699a45ad0bb2e for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:56:44.067281 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:44.213971 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:44.269715 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f59a0-6058-4876-8f1d-50bfc039c646 req-2e911bcc-917e-4278-b102-a6f8900e7637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:44.271243 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e55f59a0-6058-4876-8f1d-50bfc039c646 req-2e911bcc-917e-4278-b102-a6f8900e7637 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 920 time: 0.1846960 Jun 23 11:56:44.323090 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Allocated IP 172.20.0.10 (0df3fa49-0f7b-40b9-8b25-856e85e676ae/026b1311-74a5-42dd-8bb1-5d979d3b45f6/f1b56c62-5182-41c6-b6f6-8b2aecba662b) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:56:44.328473 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e55f59a0-6058-4876-8f1d-50bfc039c646 req-4e1335d5-5c94-47d2-9d20-4c0b4ff39d7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ebd518b-a0cf-45b8-bc44-758c460d139b HTTP/1.1" status: 200 len: 217 time: 0.0475764 Jun 23 11:56:44.376618 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:44.384724 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0cb0b8dd-840b-4fed-8d00-96cf2aaa1f97 req-1f3eef27-79ff-409c-bf53-17d9ecb5d5c5 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 210 time: 0.0444829 Jun 23 11:56:44.532605 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Publish callbacks [] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:44.569217 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:44.617325 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Network 0df3fa49-0f7b-40b9-8b25-856e85e676ae is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:56:44.620379 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:56:44.624284 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:56:44.648015 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Pushing event updated for resources: {'Port': ['ID=f1b56c62-5182-41c6-b6f6-8b2aecba662b,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:44.665639 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:44.665911 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:44.666021 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:44.666480 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:44.667410 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:44.667726 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:44.668078 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:44.668711 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:44.668993 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:44.669312 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:44.669631 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:44.670203 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:44.670523 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:44.671173 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:44.671173 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:44.692880 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:44.693497 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:44.712134 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-dd0c4f54-9aad-4646-b208-8b4a5e8c57df tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8046832 Jun 23 11:56:45.018871 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:45.030278 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2282e0-e58d-4da8-b12a-8bda3e78690e req-c1ac735a-d5c1-47a3-8f8d-81d6fcb09596 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:45.031738 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ea2282e0-e58d-4da8-b12a-8bda3e78690e req-c1ac735a-d5c1-47a3-8f8d-81d6fcb09596 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0467341 Jun 23 11:56:45.079541 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ea2282e0-e58d-4da8-b12a-8bda3e78690e req-9f92540e-1000-48cf-aa21-18ca31d7a84a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 Jun 23 11:56:45.505176 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d21498-036a-4b1a-a8d9-1d8a7c15d3c6 req-e1dac061-ac0f-4020-81f0-24c64869a361 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:45.506686 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e9d21498-036a-4b1a-a8d9-1d8a7c15d3c6 req-e1dac061-ac0f-4020-81f0-24c64869a361 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 932 time: 0.0507040 Jun 23 11:56:45.565498 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e9d21498-036a-4b1a-a8d9-1d8a7c15d3c6 req-b0539cea-f862-4bf2-981a-c4ee1f5b4349 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520990 Jun 23 11:56:46.193932 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da4cc8-7969-48d5-829e-381a316a43e7 req-7aa5527b-ff1f-470c-880c-58b9a8885c6c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:46.195423 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-90da4cc8-7969-48d5-829e-381a316a43e7 req-7aa5527b-ff1f-470c-880c-58b9a8885c6c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0482576 Jun 23 11:56:46.245374 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-90da4cc8-7969-48d5-829e-381a316a43e7 req-da6908d1-f91d-4394-b64a-f295bf83fb00 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440173 Jun 23 11:56:46.682797 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d95be-6e26-409f-b756-6957ef5c445a req-f1fcff5d-97e1-43bd-815f-8077833c2da4 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:46.684446 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-689d95be-6e26-409f-b756-6957ef5c445a req-f1fcff5d-97e1-43bd-815f-8077833c2da4 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 932 time: 0.0499709 Jun 23 11:56:46.732934 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-689d95be-6e26-409f-b756-6957ef5c445a req-10bb5499-1534-43ac-8500-222884eb1522 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428503 Jun 23 11:56:47.357898 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee31e1a-0f74-4f08-950c-f84c890a338e req-9d1d04ee-9b05-4168-a6ec-02ca4699d7ef tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:47.359842 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8ee31e1a-0f74-4f08-950c-f84c890a338e req-9d1d04ee-9b05-4168-a6ec-02ca4699d7ef tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0489252 Jun 23 11:56:47.372717 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:47.411076 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8ee31e1a-0f74-4f08-950c-f84c890a338e req-a956e48f-09a5-461c-bbfb-533537178449 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459826 Jun 23 11:56:47.748361 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Request body: {'port': {'device_id': '27c63240-b505-42de-a7ad-adce1d71686b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:56:47.859365 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f59a0-6058-4876-8f1d-50bfc039c646 req-7a633671-2fc3-4b9f-af06-03a2ecb992e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:47.862214 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e55f59a0-6058-4876-8f1d-50bfc039c646 req-7a633671-2fc3-4b9f-af06-03a2ecb992e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.1260900 Jun 23 11:56:47.883741 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48eb77-eda2-4efc-9dc0-f78e5ed82be7 req-abe0b2c2-6639-4a0b-8645-5e7cd9824530 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:47.885316 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0f48eb77-eda2-4efc-9dc0-f78e5ed82be7 req-abe0b2c2-6639-4a0b-8645-5e7cd9824530 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 932 time: 0.0797677 Jun 23 11:56:47.886634 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:48.004274 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0f48eb77-eda2-4efc-9dc0-f78e5ed82be7 req-624e4966-81de-4cfb-bd2e-9f1b126add60 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074262 Jun 23 11:56:48.055327 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:48.068776 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f59a0-6058-4876-8f1d-50bfc039c646 req-9750c184-baea-4058-8fde-a1069e35ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:48.070333 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e55f59a0-6058-4876-8f1d-50bfc039c646 req-9750c184-baea-4058-8fde-a1069e35ff27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1114147 Jun 23 11:56:48.099320 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:48.239744 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e55f59a0-6058-4876-8f1d-50bfc039c646 req-9326c482-0b5e-4485-b604-1bd594f346e9 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620588 Jun 23 11:56:48.366918 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b56c62-5182-41c6-b6f6-8b2aecba662b {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:56:48.377574 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Publish callbacks [] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:48.401653 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e55f59a0-6058-4876-8f1d-50bfc039c646 req-05f97cf2-8a7c-44fa-9a51-6564195af80b service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496177 Jun 23 11:56:48.402568 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Transition to ACTIVE for port object f1b56c62-5182-41c6-b6f6-8b2aecba662b will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:56:48.406117 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:48.460025 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b56c62-5182-41c6-b6f6-8b2aecba662b,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:48.533367 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b8c93-2579-43b9-b79a-258bdbd97947 req-fc8eef60-d809-4806-a6d0-7f606a3d9573 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:48.534794 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d60b8c93-2579-43b9-b79a-258bdbd97947 req-fc8eef60-d809-4806-a6d0-7f606a3d9573 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0490975 Jun 23 11:56:48.535263 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Attempting to bind port f1b56c62-5182-41c6-b6f6-8b2aecba662b on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:56:48.535598 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Attempting to bind port f1b56c62-5182-41c6-b6f6-8b2aecba662b by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'deb70e4f-7510-4555-ab95-ea9e63ab8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0df3fa49-0f7b-40b9-8b25-856e85e676ae'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:56:48.535923 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Attempting to bind port f1b56c62-5182-41c6-b6f6-8b2aecba662b on network 0df3fa49-0f7b-40b9-8b25-856e85e676ae {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:56:48.540730 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Port f1b56c62-5182-41c6-b6f6-8b2aecba662b on network 0df3fa49-0f7b-40b9-8b25-856e85e676ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:56:48.541114 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Attempting to bind port f1b56c62-5182-41c6-b6f6-8b2aecba662b on network 0df3fa49-0f7b-40b9-8b25-856e85e676ae {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:56:48.546817 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:56:48.547204 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Checking segment: {'id': 'deb70e4f-7510-4555-ab95-ea9e63ab8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0df3fa49-0f7b-40b9-8b25-856e85e676ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:56:48.547582 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Bound using segment: {'id': 'deb70e4f-7510-4555-ab95-ea9e63ab8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0df3fa49-0f7b-40b9-8b25-856e85e676ae'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:56:48.548007 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Bound port: f1b56c62-5182-41c6-b6f6-8b2aecba662b, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb70e4f-7510-4555-ab95-ea9e63ab8707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0df3fa49-0f7b-40b9-8b25-856e85e676ae'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:56:48.548393 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:48.588519 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d60b8c93-2579-43b9-b79a-258bdbd97947 req-9989435c-c2ac-40d5-8b0f-820c239e5f4d tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476899 Jun 23 11:56:48.613092 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] For port f1b56c62-5182-41c6-b6f6-8b2aecba662b, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:56:48.616408 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] For port f1b56c62-5182-41c6-b6f6-8b2aecba662b, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f1b56c62-5182-41c6-b6f6-8b2aecba662b,segment=NetworkSegment(deb70e4f-7510-4555-ab95-ea9e63ab8707),segment_id=deb70e4f-7510-4555-ab95-ea9e63ab8707)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:56:48.623473 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:48.661512 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:48.662302 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:48.663687 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] 10.222.0.44 "PUT /v2.0/ports/f1b56c62-5182-41c6-b6f6-8b2aecba662b HTTP/1.1" status: 200 len: 1094 time: 0.9208300 Jun 23 11:56:48.666033 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c63240-b505-42de-a7ad-adce1d71686b', 'tag': 'f1b56c62-5182-41c6-b6f6-8b2aecba662b'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:56:48.669541 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e457a5-f5f9-4e1e-88ee-51f29c88a39d" -d '{"events": [{"name": "network-changed", "server_uuid": "27c63240-b505-42de-a7ad-adce1d71686b", "tag": "f1b56c62-5182-41c6-b6f6-8b2aecba662b"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:56:48.696125 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f996c93-be13-40ba-adb3-9e3aeff94377 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b56c62-5182-41c6-b6f6-8b2aecba662b,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:48.710085 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5ff736-3910-4786-bc54-bf0f10051728 x-openstack-request-id: req-9c5ff736-3910-4786-bc54-bf0f10051728 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:56:48.710389 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c63240-b505-42de-a7ad-adce1d71686b", "tag": "f1b56c62-5182-41c6-b6f6-8b2aecba662b", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:56:48.710644 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9c5ff736-3910-4786-bc54-bf0f10051728 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:56:48.711069 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5ff736-3910-4786-bc54-bf0f10051728'] response: {'name': 'network-changed', 'server_uuid': '27c63240-b505-42de-a7ad-adce1d71686b', 'tag': 'f1b56c62-5182-41c6-b6f6-8b2aecba662b', 'status': 'completed', 'code': 200} Jun 23 11:56:48.756544 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-e39c9039-d92e-4fad-aac5-566650a2599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:48.758099 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-e39c9039-d92e-4fad-aac5-566650a2599a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4f7063c9ea64b569c3699a45ad0bb2e&device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 1128 time: 0.0396476 Jun 23 11:56:48.801175 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-d4402065-2b53-4b07-87e1-f0f34dc0530a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b56c62-5182-41c6-b6f6-8b2aecba662b HTTP/1.1" status: 200 len: 217 time: 0.0343070 Jun 23 11:56:48.851599 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-467b20f9-5478-4576-b830-bb32252ee34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:48.853102 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-467b20f9-5478-4576-b830-bb32252ee34d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=026b1311-74a5-42dd-8bb1-5d979d3b45f6 HTTP/1.1" status: 200 len: 848 time: 0.0434968 Jun 23 11:56:48.890462 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-2f28c7a0-8745-493c-af15-437f27c04f95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0df3fa49-0f7b-40b9-8b25-856e85e676ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289407 Jun 23 11:56:48.965990 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:48.989327 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-cea635ac-1781-4c19-96ae-ee96dbf3084f service neutron] 10.222.0.44 "GET /v2.0/networks/0df3fa49-0f7b-40b9-8b25-856e85e676ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890005 Jun 23 11:56:49.065512 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:49.125817 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-384b5ca4-77fc-4c82-8862-0947008d53fb req-6eb63bef-aa93-4d5d-a89b-bb605d93e649 service neutron] 10.222.0.44 "GET /v2.0/networks/0df3fa49-0f7b-40b9-8b25-856e85e676ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278105 Jun 23 11:56:49.148471 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deb37c-7714-4a0f-bb52-bef899d9f074 req-da06eaf7-adc0-4a35-8a38-6c8f6c0356d6 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:49.150140 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-41deb37c-7714-4a0f-bb52-bef899d9f074 req-da06eaf7-adc0-4a35-8a38-6c8f6c0356d6 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 944 time: 0.0620427 Jun 23 11:56:49.205602 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-41deb37c-7714-4a0f-bb52-bef899d9f074 req-5260776d-3cb8-4c85-814e-e889a9971cc1 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493731 Jun 23 11:56:49.705421 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a5913-0222-4f3b-9acb-885a8c6713dd req-0bfaf394-705c-4629-bfa9-a8d6475b2ee7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:49.706910 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b53a5913-0222-4f3b-9acb-885a8c6713dd req-0bfaf394-705c-4629-bfa9-a8d6475b2ee7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0485051 Jun 23 11:56:49.754353 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b53a5913-0222-4f3b-9acb-885a8c6713dd req-dbf45a91-cbb3-4bb1-b7fd-83be06277c7a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416055 Jun 23 11:56:49.915867 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:49.919693 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:49.922807 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:50.433928 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 50328) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:50.467616 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5fa30-d132-472a-a63f-3e3a2d180521 req-49318c48-5da4-4b24-8d61-29cecd46d0b5 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:50.469142 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6ce5fa30-d132-472a-a63f-3e3a2d180521 req-49318c48-5da4-4b24-8d61-29cecd46d0b5 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 944 time: 0.0530257 Jun 23 11:56:50.519085 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6ce5fa30-d132-472a-a63f-3e3a2d180521 req-8cda4b27-4ae1-4149-9cab-378eae554822 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436406 Jun 23 11:56:50.556509 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5ad81e34-908f-4706-95f7-23d6a5920783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:50.630727 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5ad81e34-908f-4706-95f7-23d6a5920783 admin admin] Publish callbacks [] for security_group (dc133c81-451a-4ea9-998b-639d9a3facf8), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:50.634710 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5ad81e34-908f-4706-95f7-23d6a5920783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (dc133c81-451a-4ea9-998b-639d9a3facf8), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:50.679623 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-5ad81e34-908f-4706-95f7-23d6a5920783 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ad3973cbb6b5400fa0693413aa55eee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445967 Jun 23 11:56:50.680563 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad81e34-908f-4706-95f7-23d6a5920783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc133c81-451a-4ea9-998b-639d9a3facf8,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:50.682327 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 50332) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:50.733620 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Publish callbacks [] for security_group (dc133c81-451a-4ea9-998b-639d9a3facf8), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:50.756096 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Publish callbacks [] for security_group (dc133c81-451a-4ea9-998b-639d9a3facf8), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:50.809524 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (dc133c81-451a-4ea9-998b-639d9a3facf8), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:50.812035 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:50.813199 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dc133c81-451a-4ea9-998b-639d9a3facf8 HTTP/1.1" status: 204 len: 168 time: 0.1298234 Jun 23 11:56:50.825988 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc133c81-451a-4ea9-998b-639d9a3facf8,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:50.833495 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:50.833865 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:50.834203 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:50.834534 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:50.834862 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:50.835185 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:50.835506 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:50.835868 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:50.836201 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:50.836451 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:50.836859 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:50.837129 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:50.837443 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:50.837760 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:50.838069 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb285-2f50-4dc5-bce6-a5fd13daa78a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:50.888365 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ce124-7824-4f0c-8f7c-0a77233f0b59 req-36865c1f-b8d5-4f49-825c-20fc7d8e93ae tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:50.889827 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ad5ce124-7824-4f0c-8f7c-0a77233f0b59 req-36865c1f-b8d5-4f49-825c-20fc7d8e93ae tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0630455 Jun 23 11:56:50.945037 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ad5ce124-7824-4f0c-8f7c-0a77233f0b59 req-3a31cb4d-a1ca-4e1f-8ed7-0cdd412b5f5c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487225 Jun 23 11:56:51.114835 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 50342) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:51.128523 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-292015e0-187b-4b88-9706-384f2f2d51f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:51.208828 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-292015e0-187b-4b88-9706-384f2f2d51f8 admin admin] Publish callbacks [] for security_group (23169101-0c5a-4705-9dd8-4f25959fee14), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:51.212356 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-292015e0-187b-4b88-9706-384f2f2d51f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (23169101-0c5a-4705-9dd8-4f25959fee14), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:51.229018 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:51.253301 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-292015e0-187b-4b88-9706-384f2f2d51f8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a8c6d47841814a589732782f95abcba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373663 Jun 23 11:56:51.256033 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 50344) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:51.256459 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292015e0-187b-4b88-9706-384f2f2d51f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23169101-0c5a-4705-9dd8-4f25959fee14,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:51.308384 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e53b6021-8905-44de-9671-1a375b01f512 admin admin] Publish callbacks [] for security_group (23169101-0c5a-4705-9dd8-4f25959fee14), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:51.330632 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e53b6021-8905-44de-9671-1a375b01f512 admin admin] Publish callbacks [] for security_group (23169101-0c5a-4705-9dd8-4f25959fee14), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:51.382663 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e53b6021-8905-44de-9671-1a375b01f512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (23169101-0c5a-4705-9dd8-4f25959fee14), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:51.385550 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e53b6021-8905-44de-9671-1a375b01f512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:51.386799 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-e53b6021-8905-44de-9671-1a375b01f512 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/23169101-0c5a-4705-9dd8-4f25959fee14 HTTP/1.1" status: 204 len: 168 time: 0.1297059 Jun 23 11:56:51.396427 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b6021-8905-44de-9671-1a375b01f512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23169101-0c5a-4705-9dd8-4f25959fee14,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:51.635510 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63ac89-2bea-4195-b48f-3957780bf10d req-1302debe-96a4-4cee-bb2f-c492e6762500 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:51.637030 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6e63ac89-2bea-4195-b48f-3957780bf10d req-1302debe-96a4-4cee-bb2f-c492e6762500 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 944 time: 0.0476973 Jun 23 11:56:51.699041 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6e63ac89-2bea-4195-b48f-3957780bf10d req-cc00babf-5ca2-46dc-8ba8-a83ea87be475 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562131 Jun 23 11:56:52.075553 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c6c52-e2f9-477f-9f61-93bb855969fe req-fc8b9723-e522-4e08-8170-fd9705c0ea5a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:52.077160 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-397c6c52-e2f9-477f-9f61-93bb855969fe req-fc8b9723-e522-4e08-8170-fd9705c0ea5a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0584047 Jun 23 11:56:52.132280 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-397c6c52-e2f9-477f-9f61-93bb855969fe req-8dbd2470-a3e1-47e3-8953-0adf57b6f364 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486238 Jun 23 11:56:52.830079 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a607e-06e0-48d4-b361-efcb9e0cd013 req-8230efaf-0f11-45b4-b3aa-62402b71bc76 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:52.831565 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4c0a607e-06e0-48d4-b361-efcb9e0cd013 req-8230efaf-0f11-45b4-b3aa-62402b71bc76 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 944 time: 0.0529695 Jun 23 11:56:52.884358 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4c0a607e-06e0-48d4-b361-efcb9e0cd013 req-570fad60-6abd-4a8c-996a-0f3985bdd71a tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473351 Jun 23 11:56:53.092364 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 50402) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:53.211107 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e5d540f1-0073-4b0e-8273-160b0cd214dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:53.272247 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f954e0-45bb-45d5-af25-8de483726ff3 req-b49b2d3c-945f-4eb5-ad68-21f3e847bbba tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:53.273781 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d4f954e0-45bb-45d5-af25-8de483726ff3 req-b49b2d3c-945f-4eb5-ad68-21f3e847bbba tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0647306 Jun 23 11:56:53.337698 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:53.357099 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e457a5-f5f9-4e1e-88ee-51f29c88a39d req-48be3d4a-6f05-44a3-ab87-24a2760c514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:53.358585 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e5e457a5-f5f9-4e1e-88ee-51f29c88a39d req-48be3d4a-6f05-44a3-ab87-24a2760c514d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4f7063c9ea64b569c3699a45ad0bb2e&device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 1128 time: 0.0838583 Jun 23 11:56:53.372357 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:53.439584 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d4f954e0-45bb-45d5-af25-8de483726ff3 req-0aca5107-f115-425a-9727-543ac82e46e5 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523724 Jun 23 11:56:53.454708 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e5d540f1-0073-4b0e-8273-160b0cd214dc admin admin] Publish callbacks [] for security_group (255ec526-0355-4678-b0b7-f0028821ff25), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:53.486389 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e5d540f1-0073-4b0e-8273-160b0cd214dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (255ec526-0355-4678-b0b7-f0028821ff25), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:53.524030 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device f1b56c62-5182-41c6-b6f6-8b2aecba662b details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:56:53.556274 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d540f1-0073-4b0e-8273-160b0cd214dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255ec526-0355-4678-b0b7-f0028821ff25,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:53.561353 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e457a5-f5f9-4e1e-88ee-51f29c88a39d req-3ee22096-4e47-4d4d-9f67-40388d16a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:53.562839 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e5e457a5-f5f9-4e1e-88ee-51f29c88a39d req-3ee22096-4e47-4d4d-9f67-40388d16a873 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0df3fa49-0f7b-40b9-8b25-856e85e676ae HTTP/1.1" status: 200 len: 909 time: 0.1915507 Jun 23 11:56:53.565370 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-e5d540f1-0073-4b0e-8273-160b0cd214dc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2bf39ffbd9e247b3a9743b71fd8a5d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4720109 Jun 23 11:56:53.568042 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 50414) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:53.623423 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e5e457a5-f5f9-4e1e-88ee-51f29c88a39d req-eb5ec993-da8c-4771-b135-ef6d005bed2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b56c62-5182-41c6-b6f6-8b2aecba662b HTTP/1.1" status: 200 len: 217 time: 0.0482292 Jun 23 11:56:53.646192 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port f1b56c62-5182-41c6-b6f6-8b2aecba662b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f1b56c62-5182-41c6-b6f6-8b2aecba662b,segment=NetworkSegment(deb70e4f-7510-4555-ab95-ea9e63ab8707),segment_id=deb70e4f-7510-4555-ab95-ea9e63ab8707)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:56:53.658450 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': 'f1b56c62-5182-41c6-b6f6-8b2aecba662b', 'network_id': '0df3fa49-0f7b-40b9-8b25-856e85e676ae', 'port_id': 'f1b56c62-5182-41c6-b6f6-8b2aecba662b', 'mac_address': 'fa:16:3e:67:50:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026b1311-74a5-42dd-8bb1-5d979d3b45f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:56:53.698298 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port f1b56c62-5182-41c6-b6f6-8b2aecba662b is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:56:53.698543 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:53.706503 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc730-81a8-482e-889f-a46e6944a2ed admin admin] Publish callbacks [] for security_group (255ec526-0355-4678-b0b7-f0028821ff25), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:53.710209 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e457a5-f5f9-4e1e-88ee-51f29c88a39d req-b89810d9-a104-4bae-867f-4a4b37e13f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:53.711711 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e5e457a5-f5f9-4e1e-88ee-51f29c88a39d req-b89810d9-a104-4bae-867f-4a4b37e13f74 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=026b1311-74a5-42dd-8bb1-5d979d3b45f6 HTTP/1.1" status: 200 len: 848 time: 0.0766940 Jun 23 11:56:53.712053 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b56c62-5182-41c6-b6f6-8b2aecba662b {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:56:53.733593 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port f1b56c62-5182-41c6-b6f6-8b2aecba662b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f1b56c62-5182-41c6-b6f6-8b2aecba662b,segment=NetworkSegment(deb70e4f-7510-4555-ab95-ea9e63ab8707),segment_id=deb70e4f-7510-4555-ab95-ea9e63ab8707)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:56:53.738456 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:53.798936 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=f1b56c62-5182-41c6-b6f6-8b2aecba662b,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:53.807534 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:53.807891 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:53.808306 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:53.808660 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:53.809029 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:53.809360 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:53.809688 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:53.810015 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:53.810461 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:53.810756 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:53.810987 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:53.811327 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:53.811655 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:53.811977 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:53.812298 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:56:53.989111 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e5e457a5-f5f9-4e1e-88ee-51f29c88a39d req-b89e3184-eb2d-4cfe-8da8-5b988d6ca31a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0df3fa49-0f7b-40b9-8b25-856e85e676ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2701108 Jun 23 11:56:53.990949 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc730-81a8-482e-889f-a46e6944a2ed admin admin] Publish callbacks [] for security_group (255ec526-0355-4678-b0b7-f0028821ff25), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:54.003164 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb81a1f-7270-4312-a255-e16f12784a6d req-3199fa64-fd08-46e1-aef9-fd16e87639ee tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:54.007463 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-aeb81a1f-7270-4312-a255-e16f12784a6d req-3199fa64-fd08-46e1-aef9-fd16e87639ee tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 945 time: 0.0492964 Jun 23 11:56:54.042052 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc730-81a8-482e-889f-a46e6944a2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (255ec526-0355-4678-b0b7-f0028821ff25), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:54.044586 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc730-81a8-482e-889f-a46e6944a2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:54.046027 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-6a8cc730-81a8-482e-889f-a46e6944a2ed admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/255ec526-0355-4678-b0b7-f0028821ff25 HTTP/1.1" status: 204 len: 168 time: 0.4768794 Jun 23 11:56:54.054600 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cc730-81a8-482e-889f-a46e6944a2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255ec526-0355-4678-b0b7-f0028821ff25,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:54.056537 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-aeb81a1f-7270-4312-a255-e16f12784a6d req-43f07aa6-9f3c-4cf2-86ea-c64611cae6e6 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457063 Jun 23 11:56:54.353670 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 50426) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:54.367890 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-4c3e22ab-bcea-465d-9b20-4dc938fcd3f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:54.446629 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-4c3e22ab-bcea-465d-9b20-4dc938fcd3f4 admin admin] Publish callbacks [] for security_group (259cf345-0610-4194-b0b7-ff75633cff8e), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:54.451045 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-4c3e22ab-bcea-465d-9b20-4dc938fcd3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (259cf345-0610-4194-b0b7-ff75633cff8e), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:54.490071 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e22ab-bcea-465d-9b20-4dc938fcd3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259cf345-0610-4194-b0b7-ff75633cff8e,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:54.494440 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-4c3e22ab-bcea-465d-9b20-4dc938fcd3f4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a71c5588f64b4766bf623bb55c484d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389344 Jun 23 11:56:54.497587 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 50430) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:56:54.594356 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62fdde-4fae-48c4-a6e7-dab142df91eb req-afeb7ba9-d124-4f96-8969-c2ba7e82eecb tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:54.595911 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3d62fdde-4fae-48c4-a6e7-dab142df91eb req-afeb7ba9-d124-4f96-8969-c2ba7e82eecb tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0756567 Jun 23 11:56:54.602800 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-39e0c8df-09d4-4ed5-abd3-d2e6ebb08dee admin admin] Publish callbacks [] for security_group (259cf345-0610-4194-b0b7-ff75633cff8e), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:54.604947 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:54.640552 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-39e0c8df-09d4-4ed5-abd3-d2e6ebb08dee admin admin] Publish callbacks [] for security_group (259cf345-0610-4194-b0b7-ff75633cff8e), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:54.695510 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3d62fdde-4fae-48c4-a6e7-dab142df91eb req-710a3cb7-5071-4ad2-bc61-a2fa37532adc tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937243 Jun 23 11:56:54.714113 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-39e0c8df-09d4-4ed5-abd3-d2e6ebb08dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (259cf345-0610-4194-b0b7-ff75633cff8e), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:54.716858 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-39e0c8df-09d4-4ed5-abd3-d2e6ebb08dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:56:54.718127 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-39e0c8df-09d4-4ed5-abd3-d2e6ebb08dee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/259cf345-0610-4194-b0b7-ff75633cff8e HTTP/1.1" status: 204 len: 168 time: 0.2196307 Jun 23 11:56:54.721464 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:54.727881 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0c8df-09d4-4ed5-abd3-d2e6ebb08dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259cf345-0610-4194-b0b7-ff75633cff8e,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:56:55.138259 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:56:55.180627 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaa0fb-7502-4b24-94fc-1a0a21f55c01 req-a37ebcb0-422e-480c-9010-ff5b417cb514 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:55.183100 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3ecaa0fb-7502-4b24-94fc-1a0a21f55c01 req-a37ebcb0-422e-480c-9010-ff5b417cb514 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 945 time: 0.0545566 Jun 23 11:56:55.249684 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e5e457a5-f5f9-4e1e-88ee-51f29c88a39d req-3acb1047-ed22-4454-9f06-136ef9d1fcfd service neutron] 10.222.0.44 "GET /v2.0/networks/0df3fa49-0f7b-40b9-8b25-856e85e676ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130173 Jun 23 11:56:55.252698 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3ecaa0fb-7502-4b24-94fc-1a0a21f55c01 req-100c66f6-c43c-45da-bc50-7cbe8e5d1734 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641966 Jun 23 11:56:55.811348 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d56a0-93db-4024-89a1-b31fd9b1d12c req-615d7121-4c1a-4e44-b1a4-b05b8c60aad0 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:55.812770 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8c8d56a0-93db-4024-89a1-b31fd9b1d12c req-615d7121-4c1a-4e44-b1a4-b05b8c60aad0 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0487101 Jun 23 11:56:55.860893 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8c8d56a0-93db-4024-89a1-b31fd9b1d12c req-9bc9ccb8-596e-4f97-85ef-58ee160e18a1 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420918 Jun 23 11:56:56.060100 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e5e457a5-f5f9-4e1e-88ee-51f29c88a39d req-a3b84bd5-5b04-4009-b009-3c9f2b1bff08 service neutron] 10.222.0.44 "GET /v2.0/networks/0df3fa49-0f7b-40b9-8b25-856e85e676ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903695 Jun 23 11:56:56.367693 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21cff2-7a7b-4867-be80-222712b17068 req-3e55ec79-35d0-4408-b47c-4b107464096e tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:56.369158 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8e21cff2-7a7b-4867-be80-222712b17068 req-3e55ec79-35d0-4408-b47c-4b107464096e tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 945 time: 0.0498152 Jun 23 11:56:56.419062 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8e21cff2-7a7b-4867-be80-222712b17068 req-9e6120b1-f090-4712-84ea-51912e2992a3 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430200 Jun 23 11:56:56.974969 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30262d-be9d-403e-9e26-0aaaf0bf2df9 req-9f876d4a-2a46-47d4-a066-ad15c46a7854 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:56.976466 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ac30262d-be9d-403e-9e26-0aaaf0bf2df9 req-9f876d4a-2a46-47d4-a066-ad15c46a7854 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0484016 Jun 23 11:56:57.029353 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ac30262d-be9d-403e-9e26-0aaaf0bf2df9 req-58557b0c-1adb-498d-992b-4190a35e344f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466065 Jun 23 11:56:57.221010 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['f1b56c62-5182-41c6-b6f6-8b2aecba662b'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:56:57.538432 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8cc46-fd21-4ebe-844d-1eaad81368de req-573a3bc7-6113-42c9-9ae5-1b2414fb06f8 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:57.539851 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-49d8cc46-fd21-4ebe-844d-1eaad81368de req-573a3bc7-6113-42c9-9ae5-1b2414fb06f8 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 945 time: 0.0485103 Jun 23 11:56:57.597829 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-49d8cc46-fd21-4ebe-844d-1eaad81368de req-b67b4640-7d26-4305-9831-f8e472cbad30 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516832 Jun 23 11:56:58.145264 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac6bb3-ccfc-4264-8f0f-ba98b8b2fd83 req-9819907c-217d-4f76-9d18-1a6e7402d5bd tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:58.146753 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2bac6bb3-ccfc-4264-8f0f-ba98b8b2fd83 req-9819907c-217d-4f76-9d18-1a6e7402d5bd tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0473716 Jun 23 11:56:58.199686 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2bac6bb3-ccfc-4264-8f0f-ba98b8b2fd83 req-3b61e655-04f7-426b-b948-ebee3368901c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467770 Jun 23 11:56:58.710754 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f3f52-f0e0-41d6-aa3a-0005e061b7ea req-41a890b6-d54f-47c6-8802-82859adf4bb4 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:58.712225 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1f8f3f52-f0e0-41d6-aa3a-0005e061b7ea req-41a890b6-d54f-47c6-8802-82859adf4bb4 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 945 time: 0.0469840 Jun 23 11:56:58.759379 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1f8f3f52-f0e0-41d6-aa3a-0005e061b7ea req-8cf1229d-2bd5-4096-b0e7-7b4c9d142483 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412977 Jun 23 11:56:59.312466 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288fec0-e22e-42db-b844-1339bae76f1d req-4ed92e03-4c5b-4a37-907b-ef443661b389 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:59.313938 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0288fec0-e22e-42db-b844-1339bae76f1d req-4ed92e03-4c5b-4a37-907b-ef443661b389 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0464513 Jun 23 11:56:59.360295 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0288fec0-e22e-42db-b844-1339bae76f1d req-00592e1e-90e6-42e8-a23e-22da20019d2e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408850 Jun 23 11:56:59.876871 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c269978-f590-41d9-9d19-8f88e661a2c5 req-8d87f611-516e-42f6-9626-57ce8de98a97 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:56:59.878541 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1c269978-f590-41d9-9d19-8f88e661a2c5 req-8d87f611-516e-42f6-9626-57ce8de98a97 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 945 time: 0.0522907 Jun 23 11:56:59.925879 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1c269978-f590-41d9-9d19-8f88e661a2c5 req-e799b550-8b12-4620-afc1-6ec7d2af6841 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417275 Jun 23 11:57:00.474478 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046213e-a443-438f-b16f-a5e955172b97 req-de2af593-708d-4b44-a197-1b54a3d30899 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:00.475970 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e046213e-a443-438f-b16f-a5e955172b97 req-de2af593-708d-4b44-a197-1b54a3d30899 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0476239 Jun 23 11:57:00.526981 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e046213e-a443-438f-b16f-a5e955172b97 req-b85fa010-edbc-44fb-8e47-95d7de2ce58a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447121 Jun 23 11:57:00.669129 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device f1b56c62-5182-41c6-b6f6-8b2aecba662b up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:57:00.678279 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:57:00.710936 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port f1b56c62-5182-41c6-b6f6-8b2aecba662b completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:57:00.717180 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port f1b56c62-5182-41c6-b6f6-8b2aecba662b triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:00.717613 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:00.791289 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port f1b56c62-5182-41c6-b6f6-8b2aecba662b is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:00.791662 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:00.814442 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c63240-b505-42de-a7ad-adce1d71686b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b56c62-5182-41c6-b6f6-8b2aecba662b'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:57:00.816665 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce05aed5-a1a7-4dfd-9280-6daf7dac00b7" -d '{"events": [{"server_uuid": "27c63240-b505-42de-a7ad-adce1d71686b", "name": "network-vif-plugged", "status": "completed", "tag": "f1b56c62-5182-41c6-b6f6-8b2aecba662b"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:00.829969 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port f1b56c62-5182-41c6-b6f6-8b2aecba662b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f1b56c62-5182-41c6-b6f6-8b2aecba662b,segment=NetworkSegment(deb70e4f-7510-4555-ab95-ea9e63ab8707),segment_id=deb70e4f-7510-4555-ab95-ea9e63ab8707)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:00.833870 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:00.856070 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d9a3c5-b2a9-423c-a585-d31d3e3f203d x-openstack-request-id: req-65d9a3c5-b2a9-423c-a585-d31d3e3f203d {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:00.856388 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c63240-b505-42de-a7ad-adce1d71686b", "name": "network-vif-plugged", "status": "completed", "tag": "f1b56c62-5182-41c6-b6f6-8b2aecba662b", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:00.856650 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-65d9a3c5-b2a9-423c-a585-d31d3e3f203d {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:00.857073 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d9a3c5-b2a9-423c-a585-d31d3e3f203d'] response: {'server_uuid': '27c63240-b505-42de-a7ad-adce1d71686b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b56c62-5182-41c6-b6f6-8b2aecba662b', 'code': 200} Jun 23 11:57:00.881706 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=f1b56c62-5182-41c6-b6f6-8b2aecba662b,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:01.044624 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4d8a8-6548-460b-8a12-1ca690c3b6df req-b9f7a7ee-359a-487c-a816-1e1104894758 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:01.046418 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-aef4d8a8-6548-460b-8a12-1ca690c3b6df req-b9f7a7ee-359a-487c-a816-1e1104894758 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 946 time: 0.0517731 Jun 23 11:57:01.050875 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-64c132a6-5b29-4c6d-935e-a0fcd9deb73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:01.094575 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-aef4d8a8-6548-460b-8a12-1ca690c3b6df req-7a393e15-29b6-4908-be20-188d1d0e7203 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418851 Jun 23 11:57:01.645430 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50dc33-9ab5-44a1-8838-2875b3a3c30b req-ecf7a91c-af64-4adc-8745-d38a26352066 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:01.647538 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3d50dc33-9ab5-44a1-8838-2875b3a3c30b req-ecf7a91c-af64-4adc-8745-d38a26352066 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0503523 Jun 23 11:57:01.703384 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3d50dc33-9ab5-44a1-8838-2875b3a3c30b req-281c448c-1694-4fef-9310-c010b392b676 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492411 Jun 23 11:57:01.810138 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41a6b7-e362-4efe-8dff-5c9e848a0fe6 req-56c8db5f-0359-42ce-8022-96d0d173b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:01.811564 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8c41a6b7-e362-4efe-8dff-5c9e848a0fe6 req-56c8db5f-0359-42ce-8022-96d0d173b663 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 1130 time: 0.0393283 Jun 23 11:57:01.859026 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8c41a6b7-e362-4efe-8dff-5c9e848a0fe6 req-81b9f23a-fd2a-45fa-9861-c956aee106a5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373821 Jun 23 11:57:02.217598 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86506f-fd4e-4096-b5cc-f73d572e74ac req-77ec05fc-3cea-490f-9568-cff0452c735f tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:02.219167 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cc86506f-fd4e-4096-b5cc-f73d572e74ac req-77ec05fc-3cea-490f-9568-cff0452c735f tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 946 time: 0.0513577 Jun 23 11:57:02.274244 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cc86506f-fd4e-4096-b5cc-f73d572e74ac req-88e965ad-90e2-4977-952e-ac14b52733e6 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458300 Jun 23 11:57:02.818222 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c272a40-1fb0-41b4-b52e-f5206b756bc8 req-48c847fe-91e8-4410-850b-f52d6e7f9f9a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:02.819696 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4c272a40-1fb0-41b4-b52e-f5206b756bc8 req-48c847fe-91e8-4410-850b-f52d6e7f9f9a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0487506 Jun 23 11:57:02.866465 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4c272a40-1fb0-41b4-b52e-f5206b756bc8 req-3ec966d6-43e8-427b-a224-e5c661f41cd0 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410302 Jun 23 11:57:03.382457 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:03.388869 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ce83a307-aad3-4b45-bfd3-2adba0b6eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:03.403340 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0a2df-6688-40b0-a8fe-85926138e4a3 req-27606efd-45d2-4b05-84ac-502bacc67ec0 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:03.404871 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4ab0a2df-6688-40b0-a8fe-85926138e4a3 req-27606efd-45d2-4b05-84ac-502bacc67ec0 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 946 time: 0.0580254 Jun 23 11:57:03.452959 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4ab0a2df-6688-40b0-a8fe-85926138e4a3 req-272a40e1-88df-46ae-8fb3-50d02ce4d81a tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424755 Jun 23 11:57:03.979835 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129b447-b6c6-47c0-a121-167a31a9f55e req-0541fba2-d5bf-4998-adb1-ed733ee5f0c1 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:03.981311 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f129b447-b6c6-47c0-a121-167a31a9f55e req-0541fba2-d5bf-4998-adb1-ed733ee5f0c1 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0491703 Jun 23 11:57:04.002044 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:04.028374 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f129b447-b6c6-47c0-a121-167a31a9f55e req-ec1dd667-7bb1-4004-b1dc-d24c48f43984 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 Jun 23 11:57:04.576529 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec59ca5-52c0-4007-ad91-b4436af28414 req-5521730a-dae3-446a-9d7a-73f076c68c5f tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:04.578023 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9ec59ca5-52c0-4007-ad91-b4436af28414 req-5521730a-dae3-446a-9d7a-73f076c68c5f tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 946 time: 0.0473201 Jun 23 11:57:04.626271 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9ec59ca5-52c0-4007-ad91-b4436af28414 req-16588016-36be-4e3a-9b32-7f88272172b8 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426376 Jun 23 11:57:04.633072 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:05.122438 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:05.174656 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cda46-3b3e-472f-ac01-b973961390c0 req-a7ea6db6-db22-414c-910a-a2f972c1c1aa tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:05.176268 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-784cda46-3b3e-472f-ac01-b973961390c0 req-a7ea6db6-db22-414c-910a-a2f972c1c1aa tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0658386 Jun 23 11:57:05.237350 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-784cda46-3b3e-472f-ac01-b973961390c0 req-5519a359-4a05-4e57-b2c9-ff918f151336 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549774 Jun 23 11:57:05.411824 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469a58f-9f0d-48fe-94af-bcdf9e08121e req-d7a1b5d2-cfb4-42e5-975c-194dbb6976b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:05.413393 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d469a58f-9f0d-48fe-94af-bcdf9e08121e req-d7a1b5d2-cfb4-42e5-975c-194dbb6976b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 1129 time: 0.0450065 Jun 23 11:57:05.750543 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad7701-c56a-407e-b814-ba44ba62d668 req-b355814d-98c9-4ace-b1ac-2089cdcd1a60 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:05.752017 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bfad7701-c56a-407e-b814-ba44ba62d668 req-b355814d-98c9-4ace-b1ac-2089cdcd1a60 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 946 time: 0.0507579 Jun 23 11:57:05.811549 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bfad7701-c56a-407e-b814-ba44ba62d668 req-66839e39-8106-402d-b76c-7d890797e0af tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533633 Jun 23 11:57:05.844092 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d469a58f-9f0d-48fe-94af-bcdf9e08121e req-921d7b7d-337d-4e6a-bdeb-7206109c3c20 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474396 Jun 23 11:57:05.866614 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:06.096828 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 50666) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:06.141044 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:06.375551 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b9db9-2626-4aa3-bbea-8217bb5e111a req-0b7b3c47-dc84-43a4-a033-9797d722d87d tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:06.379097 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-808b9db9-2626-4aa3-bbea-8217bb5e111a req-0b7b3c47-dc84-43a4-a033-9797d722d87d tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0601752 Jun 23 11:57:06.496918 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f0568fd9-98a3-4ad9-a5db-eef2b3a29cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:06.504568 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-808b9db9-2626-4aa3-bbea-8217bb5e111a req-1ec07bc9-1d37-4fba-baa1-45ee87a94329 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151443 Jun 23 11:57:06.539397 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:06.592471 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f0568fd9-98a3-4ad9-a5db-eef2b3a29cbf admin admin] Publish callbacks [] for security_group (468ab6bf-42b1-4528-ba91-19c27c74ab72), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:06.597951 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f0568fd9-98a3-4ad9-a5db-eef2b3a29cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (468ab6bf-42b1-4528-ba91-19c27c74ab72), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:06.643937 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-f0568fd9-98a3-4ad9-a5db-eef2b3a29cbf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=12f91a7d1aeb43158a70a6d69f6969b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5459807 Jun 23 11:57:06.644844 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0568fd9-98a3-4ad9-a5db-eef2b3a29cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468ab6bf-42b1-4528-ba91-19c27c74ab72,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:06.646005 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 50692) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:06.707226 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7076b-41a3-4352-ac64-dbfc2322655d req-053f7b20-8f3f-46b2-87b8-d1a25c22cc45 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:06.708784 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-79c7076b-41a3-4352-ac64-dbfc2322655d req-053f7b20-8f3f-46b2-87b8-d1a25c22cc45 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 946 time: 0.0969439 Jun 23 11:57:06.731395 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-658e2def-7cba-4306-b1f8-923702759785 admin admin] Publish callbacks [] for security_group (468ab6bf-42b1-4528-ba91-19c27c74ab72), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:06.782451 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-658e2def-7cba-4306-b1f8-923702759785 admin admin] Publish callbacks [] for security_group (468ab6bf-42b1-4528-ba91-19c27c74ab72), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:06.807859 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-79c7076b-41a3-4352-ac64-dbfc2322655d req-4f812466-eaf5-4d62-a74b-5c7547ffdbf3 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884209 Jun 23 11:57:06.851404 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-658e2def-7cba-4306-b1f8-923702759785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (468ab6bf-42b1-4528-ba91-19c27c74ab72), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:06.855743 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-658e2def-7cba-4306-b1f8-923702759785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:06.857522 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-658e2def-7cba-4306-b1f8-923702759785 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/468ab6bf-42b1-4528-ba91-19c27c74ab72 HTTP/1.1" status: 204 len: 168 time: 0.2102387 Jun 23 11:57:06.871597 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e2def-7cba-4306-b1f8-923702759785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468ab6bf-42b1-4528-ba91-19c27c74ab72,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:06.904039 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0f23d-07e6-430b-bc50-939dd800ee0e req-4ee428ec-1de0-4d84-9c13-474ef8c4e76e tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:06.905513 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2cf0f23d-07e6-430b-bc50-939dd800ee0e req-4ee428ec-1de0-4d84-9c13-474ef8c4e76e tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 946 time: 0.0623348 Jun 23 11:57:06.959743 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2cf0f23d-07e6-430b-bc50-939dd800ee0e req-d78a09cb-4d0a-450e-8545-f9c335307bb1 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473695 Jun 23 11:57:07.150187 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 50700) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:07.163897 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b1b648bf-2784-4440-b910-122c5d0d7ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:07.240684 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b1b648bf-2784-4440-b910-122c5d0d7ea1 admin admin] Publish callbacks [] for security_group (b413c6cf-e65c-4142-a0e0-d96cfc902987), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:07.245276 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b1b648bf-2784-4440-b910-122c5d0d7ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (b413c6cf-e65c-4142-a0e0-d96cfc902987), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:07.286760 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-b1b648bf-2784-4440-b910-122c5d0d7ea1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=da96fd5819bb42d58d39e2f6e8085a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353800 Jun 23 11:57:07.287589 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b648bf-2784-4440-b910-122c5d0d7ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b413c6cf-e65c-4142-a0e0-d96cfc902987,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:07.289614 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 50702) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:07.339185 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6d951ffd-11f9-4456-b6f4-881e91224335 admin admin] Publish callbacks [] for security_group (b413c6cf-e65c-4142-a0e0-d96cfc902987), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:07.360181 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6d951ffd-11f9-4456-b6f4-881e91224335 admin admin] Publish callbacks [] for security_group (b413c6cf-e65c-4142-a0e0-d96cfc902987), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:07.405736 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6d951ffd-11f9-4456-b6f4-881e91224335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (b413c6cf-e65c-4142-a0e0-d96cfc902987), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:07.408212 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6d951ffd-11f9-4456-b6f4-881e91224335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:07.409378 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-6d951ffd-11f9-4456-b6f4-881e91224335 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b413c6cf-e65c-4142-a0e0-d96cfc902987 HTTP/1.1" status: 204 len: 168 time: 0.1187894 Jun 23 11:57:07.417660 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d951ffd-11f9-4456-b6f4-881e91224335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b413c6cf-e65c-4142-a0e0-d96cfc902987,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:07.645110 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b27a9-0690-4e3b-9bc5-0919804e817b req-99cc202d-355d-4176-8571-5459898cbe4c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:07.660369 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-045b27a9-0690-4e3b-9bc5-0919804e817b req-99cc202d-355d-4176-8571-5459898cbe4c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0506680 Jun 23 11:57:07.686831 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:07.716232 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-045b27a9-0690-4e3b-9bc5-0919804e817b req-36f882f3-6fd4-47c0-aa85-f094836fa212 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589037 Jun 23 11:57:07.940337 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62249f6f-67eb-4dc2-9383-598c9b79a147 req-60999271-aef4-4793-ba5f-4de63d374c9d tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:07.941886 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-62249f6f-67eb-4dc2-9383-598c9b79a147 req-60999271-aef4-4793-ba5f-4de63d374c9d tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 946 time: 0.0531249 Jun 23 11:57:08.006816 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-62249f6f-67eb-4dc2-9383-598c9b79a147 req-b33c77ea-a10b-449e-87cf-46726161682f tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575130 Jun 23 11:57:08.083943 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cef05-ee7f-453e-895e-14dd5d5661fd req-784a3370-f40b-479e-bb2c-b724507b9de2 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:08.085598 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fc6cef05-ee7f-453e-895e-14dd5d5661fd req-784a3370-f40b-479e-bb2c-b724507b9de2 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 946 time: 0.0509181 Jun 23 11:57:08.137100 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fc6cef05-ee7f-453e-895e-14dd5d5661fd req-6bb109ba-22a9-4ae5-a68d-c72b8c33f947 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445354 Jun 23 11:57:08.851573 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4418-e78e-48a4-a5a2-7e2503af289a req-cb04b9b9-2ff8-4300-80ff-cb3731df25d6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:08.853162 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f6eb4418-e78e-48a4-a5a2-7e2503af289a req-cb04b9b9-2ff8-4300-80ff-cb3731df25d6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0603192 Jun 23 11:57:08.902654 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f6eb4418-e78e-48a4-a5a2-7e2503af289a req-678d094c-3186-4e9f-8b26-272a8535a706 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430751 Jun 23 11:57:09.125889 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138cded-bbd1-4feb-bd97-68846909037e req-3050f3fe-0558-456b-9b58-2ba89a219452 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:09.127625 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2138cded-bbd1-4feb-bd97-68846909037e req-3050f3fe-0558-456b-9b58-2ba89a219452 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 946 time: 0.0525618 Jun 23 11:57:09.150507 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a90f7-913d-4ade-88c7-1bf0114faa13 req-1b62fa7b-476c-4fd8-829e-63e3aa66ba15 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:09.152652 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1f6a90f7-913d-4ade-88c7-1bf0114faa13 req-1b62fa7b-476c-4fd8-829e-63e3aa66ba15 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0490837 Jun 23 11:57:09.171654 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:09.179771 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2138cded-bbd1-4feb-bd97-68846909037e req-527102a8-e8e1-411c-be16-ddb7e5d984eb tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462961 Jun 23 11:57:09.204471 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1f6a90f7-913d-4ade-88c7-1bf0114faa13 req-d120385a-9e9d-4541-99a5-ea0a7745640e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451596 Jun 23 11:57:09.284945 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedef9c-b452-401b-8064-a3fd06c2f0ad req-a0d7bdad-a0a3-45bf-b076-f3ca32e131e4 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:09.286418 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6bedef9c-b452-401b-8064-a3fd06c2f0ad req-a0d7bdad-a0a3-45bf-b076-f3ca32e131e4 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 946 time: 0.0491269 Jun 23 11:57:09.338636 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6bedef9c-b452-401b-8064-a3fd06c2f0ad req-228d80ac-34f8-4ad3-b4af-318946d58ed5 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466151 Jun 23 11:57:09.945323 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:10.136908 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 50780) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:10.256692 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-1e846300-4562-4616-ac94-750690d8a807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:10.297275 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:10.328956 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c59111-ed06-4596-95b0-3b0d7b1a321e req-d36bd107-581c-47ea-a1d7-3d8940f49bfe tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:10.330499 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-94c59111-ed06-4596-95b0-3b0d7b1a321e req-d36bd107-581c-47ea-a1d7-3d8940f49bfe tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 946 time: 0.0715528 Jun 23 11:57:10.345696 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ce4c3-9c54-465c-94bb-fe4bd0ec069e req-b3cb3b2f-8ee1-415b-9072-4ff586a0fd14 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:10.348023 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a33ce4c3-9c54-465c-94bb-fe4bd0ec069e req-b3cb3b2f-8ee1-415b-9072-4ff586a0fd14 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0599685 Jun 23 11:57:10.406213 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a33ce4c3-9c54-465c-94bb-fe4bd0ec069e req-00f4076a-ac29-4e51-9686-b02d0fd77799 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484595 Jun 23 11:57:10.411591 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-94c59111-ed06-4596-95b0-3b0d7b1a321e req-cbdbdf8e-4438-4bdc-a772-5810bbc4476b tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714300 Jun 23 11:57:10.423433 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:10.440949 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-1e846300-4562-4616-ac94-750690d8a807 admin admin] Publish callbacks [] for security_group (0143319f-193d-49a7-9212-36f3197b39f5), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:10.446730 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-1e846300-4562-4616-ac94-750690d8a807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (0143319f-193d-49a7-9212-36f3197b39f5), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:10.493369 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-1e846300-4562-4616-ac94-750690d8a807 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=67adea7232d041a19014f0a75c361a18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553512 Jun 23 11:57:10.494085 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 50790) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:10.494362 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e846300-4562-4616-ac94-750690d8a807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0143319f-193d-49a7-9212-36f3197b39f5,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:10.543515 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a99883-f93b-415e-9c8f-f2cac49c463f req-95c8174b-4a13-4d5f-83eb-ed078294f776 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:10.545039 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-60a99883-f93b-415e-9c8f-f2cac49c463f req-95c8174b-4a13-4d5f-83eb-ed078294f776 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 946 time: 0.0479021 Jun 23 11:57:10.557197 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-52106ce3-fdab-44f0-8939-9de0b4646e46 admin admin] Publish callbacks [] for security_group (0143319f-193d-49a7-9212-36f3197b39f5), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:10.579892 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-52106ce3-fdab-44f0-8939-9de0b4646e46 admin admin] Publish callbacks [] for security_group (0143319f-193d-49a7-9212-36f3197b39f5), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:10.597354 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-60a99883-f93b-415e-9c8f-f2cac49c463f req-6f4d1143-eedd-4030-936e-c8cb7900f9bb tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457656 Jun 23 11:57:10.628397 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-52106ce3-fdab-44f0-8939-9de0b4646e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (0143319f-193d-49a7-9212-36f3197b39f5), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:10.631126 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-52106ce3-fdab-44f0-8939-9de0b4646e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:10.632290 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-52106ce3-fdab-44f0-8939-9de0b4646e46 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0143319f-193d-49a7-9212-36f3197b39f5 HTTP/1.1" status: 204 len: 168 time: 0.1371498 Jun 23 11:57:10.641938 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52106ce3-fdab-44f0-8939-9de0b4646e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0143319f-193d-49a7-9212-36f3197b39f5,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:10.687239 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:10.691592 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:11.073582 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 50810) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:11.179423 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0ed00955-ce8d-4d01-92f9-80c2acdff16a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:11.264693 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0ed00955-ce8d-4d01-92f9-80c2acdff16a admin admin] Publish callbacks [] for security_group (4696947c-635a-4940-b7ea-0bf759b9ba76), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:11.268565 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0ed00955-ce8d-4d01-92f9-80c2acdff16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (4696947c-635a-4940-b7ea-0bf759b9ba76), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:11.308444 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-0ed00955-ce8d-4d01-92f9-80c2acdff16a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d99d98fb29fb4f44aac82291b4e6f370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337563 Jun 23 11:57:11.310430 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed00955-ce8d-4d01-92f9-80c2acdff16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4696947c-635a-4940-b7ea-0bf759b9ba76,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:11.311177 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 50822) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:11.365914 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7682635a-02c0-4d0c-b159-43e82c355be3 admin admin] Publish callbacks [] for security_group (4696947c-635a-4940-b7ea-0bf759b9ba76), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:11.391229 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7682635a-02c0-4d0c-b159-43e82c355be3 admin admin] Publish callbacks [] for security_group (4696947c-635a-4940-b7ea-0bf759b9ba76), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:11.452161 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7682635a-02c0-4d0c-b159-43e82c355be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (4696947c-635a-4940-b7ea-0bf759b9ba76), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:11.454695 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7682635a-02c0-4d0c-b159-43e82c355be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:11.458549 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-7682635a-02c0-4d0c-b159-43e82c355be3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4696947c-635a-4940-b7ea-0bf759b9ba76 HTTP/1.1" status: 204 len: 168 time: 0.1436162 Jun 23 11:57:11.468966 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682635a-02c0-4d0c-b159-43e82c355be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4696947c-635a-4940-b7ea-0bf759b9ba76,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:11.561789 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6953304-6c99-4f6b-95f8-7a6ae268325f req-b62fc798-5d84-4b04-99fd-569de9106771 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:11.565895 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b26a63-bccc-48a5-a810-ac92e71edb3c req-9be7d6ba-e5c9-4c37-92ec-13c5e548ab48 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:11.569352 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d6953304-6c99-4f6b-95f8-7a6ae268325f req-b62fc798-5d84-4b04-99fd-569de9106771 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 946 time: 0.0704243 Jun 23 11:57:11.573131 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c8b26a63-bccc-48a5-a810-ac92e71edb3c req-9be7d6ba-e5c9-4c37-92ec-13c5e548ab48 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0602369 Jun 23 11:57:11.669321 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d6953304-6c99-4f6b-95f8-7a6ae268325f req-aebc4d9a-527b-48b1-a7e2-80f8c18c1e44 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988109 Jun 23 11:57:11.683491 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device f1b56c62-5182-41c6-b6f6-8b2aecba662b no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:57:11.767955 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59ba1e-d9ad-4360-b643-f38d200de111 req-6405c6d1-3f9c-4905-b877-53ce911d520b tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:11.769664 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fd59ba1e-d9ad-4360-b643-f38d200de111 req-6405c6d1-3f9c-4905-b877-53ce911d520b tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 946 time: 0.1704319 Jun 23 11:57:11.776745 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ff12a-297c-4fe1-a3ba-406c4c451280 req-a140e351-432c-4d6d-99e1-c8ea0fd02ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:11.780508 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4f6ff12a-297c-4fe1-a3ba-406c4c451280 req-a140e351-432c-4d6d-99e1-c8ea0fd02ef1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 1129 time: 0.1896677 Jun 23 11:57:11.824581 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port f1b56c62-5182-41c6-b6f6-8b2aecba662b is: ACTIVE; New status is: DOWN {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:11.826552 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:11.860126 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c63240-b505-42de-a7ad-adce1d71686b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b56c62-5182-41c6-b6f6-8b2aecba662b'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:57:11.864311 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fe064f-f9d0-4ed5-bb61-3d3d966b63bc" -d '{"events": [{"server_uuid": "27c63240-b505-42de-a7ad-adce1d71686b", "name": "network-vif-unplugged", "status": "completed", "tag": "f1b56c62-5182-41c6-b6f6-8b2aecba662b"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:11.870598 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c8b26a63-bccc-48a5-a810-ac92e71edb3c req-5df7aaad-209d-43cf-8724-9dd4f2b1dcb3 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905381 Jun 23 11:57:11.871318 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:11.903257 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e11b47-0d38-4baa-99a7-f174f74d6a0f req-1f1321fe-89ae-42bb-8163-ac2d4433adf2 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:11.905674 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port f1b56c62-5182-41c6-b6f6-8b2aecba662b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f1b56c62-5182-41c6-b6f6-8b2aecba662b,segment=NetworkSegment(deb70e4f-7510-4555-ab95-ea9e63ab8707),segment_id=deb70e4f-7510-4555-ab95-ea9e63ab8707)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:11.911232 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f0e11b47-0d38-4baa-99a7-f174f74d6a0f req-1f1321fe-89ae-42bb-8163-ac2d4433adf2 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.44 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 946 time: 0.2399480 Jun 23 11:57:11.916573 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:11.917778 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f0a23-6b4c-406f-9e77-237f969c8c4f req-ebee04d2-793a-4c58-bbcb-6093ca59aed7 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:11.921092 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d03f0a23-6b4c-406f-9e77-237f969c8c4f req-ebee04d2-793a-4c58-bbcb-6093ca59aed7 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 946 time: 0.0840914 Jun 23 11:57:11.975386 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Jun 2022 11:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916d465f-6bb3-4b65-9d39-d672a687624a x-openstack-request-id: req-916d465f-6bb3-4b65-9d39-d672a687624a {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:11.976054 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c63240-b505-42de-a7ad-adce1d71686b", "name": "network-vif-unplugged", "status": "completed", "tag": "f1b56c62-5182-41c6-b6f6-8b2aecba662b", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:11.976544 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-916d465f-6bb3-4b65-9d39-d672a687624a {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:11.977138 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-916d465f-6bb3-4b65-9d39-d672a687624a'] response: {'server_uuid': '27c63240-b505-42de-a7ad-adce1d71686b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b56c62-5182-41c6-b6f6-8b2aecba662b', 'code': 200} Jun 23 11:57:12.010919 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:12.022094 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d03f0a23-6b4c-406f-9e77-237f969c8c4f req-58554691-2417-4cae-aa61-a99c402e2ba2 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933740 Jun 23 11:57:12.077696 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=f1b56c62-5182-41c6-b6f6-8b2aecba662b,revision_number=6']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:12.126117 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-fd59ba1e-d9ad-4360-b643-f38d200de111 req-3cce34ba-e21d-4450-97c2-602777fcc68c tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Deleting port f1b56c62-5182-41c6-b6f6-8b2aecba662b {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:57:12.126564 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fd59ba1e-d9ad-4360-b643-f38d200de111 req-3cce34ba-e21d-4450-97c2-602777fcc68c tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:12.179311 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-f0e11b47-0d38-4baa-99a7-f174f74d6a0f req-34532c61-301f-44fe-a157-b9b2f10f1991 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Deleting port 2c7047e7-2534-4b9b-aace-b311d43e694f {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:57:12.179803 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-f0e11b47-0d38-4baa-99a7-f174f74d6a0f req-34532c61-301f-44fe-a157-b9b2f10f1991 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (2c7047e7-2534-4b9b-aace-b311d43e694f), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:12.184602 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ff12a-297c-4fe1-a3ba-406c4c451280 req-675be2d0-a383-498e-84dc-4a917be762f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:12.186470 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4f6ff12a-297c-4fe1-a3ba-406c4c451280 req-675be2d0-a383-498e-84dc-4a917be762f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 920 time: 0.3618002 Jun 23 11:57:12.319361 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4f6ff12a-297c-4fe1-a3ba-406c4c451280 req-b9a8deb4-41b5-42d4-8055-9e2340fddccc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66465037-49ad-4b75-9a72-74ba5935f37a HTTP/1.1" status: 200 len: 217 time: 0.1220837 Jun 23 11:57:12.449003 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-fd59ba1e-d9ad-4360-b643-f38d200de111 req-3cce34ba-e21d-4450-97c2-602777fcc68c tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] For port f1b56c62-5182-41c6-b6f6-8b2aecba662b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f1b56c62-5182-41c6-b6f6-8b2aecba662b,segment=NetworkSegment(deb70e4f-7510-4555-ab95-ea9e63ab8707),segment_id=deb70e4f-7510-4555-ab95-ea9e63ab8707)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:12.449290 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fd59ba1e-d9ad-4360-b643-f38d200de111 req-3cce34ba-e21d-4450-97c2-602777fcc68c tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:12.452864 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-f0e11b47-0d38-4baa-99a7-f174f74d6a0f req-34532c61-301f-44fe-a157-b9b2f10f1991 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] For port 2c7047e7-2534-4b9b-aace-b311d43e694f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2c7047e7-2534-4b9b-aace-b311d43e694f,segment=NetworkSegment(6b75d81d-3788-47e6-a7ec-066eae27f051),segment_id=6b75d81d-3788-47e6-a7ec-066eae27f051)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:12.453261 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-f0e11b47-0d38-4baa-99a7-f174f74d6a0f req-34532c61-301f-44fe-a157-b9b2f10f1991 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (2c7047e7-2534-4b9b-aace-b311d43e694f), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:12.471487 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ff12a-297c-4fe1-a3ba-406c4c451280 req-ae30d19e-2fa4-4376-9d2d-e6d8cc2665f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:12.472978 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4f6ff12a-297c-4fe1-a3ba-406c4c451280 req-ae30d19e-2fa4-4376-9d2d-e6d8cc2665f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.1435306 Jun 23 11:57:12.478661 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-fd59ba1e-d9ad-4360-b643-f38d200de111 req-3cce34ba-e21d-4450-97c2-602777fcc68c tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Calling delete_port for f1b56c62-5182-41c6-b6f6-8b2aecba662b owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:57:12.487629 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-f0e11b47-0d38-4baa-99a7-f174f74d6a0f req-34532c61-301f-44fe-a157-b9b2f10f1991 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Calling delete_port for 2c7047e7-2534-4b9b-aace-b311d43e694f owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:57:12.608063 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ff12a-297c-4fe1-a3ba-406c4c451280 req-071d717f-0a18-4b37-9dbb-4ad65569d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:12.609612 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4f6ff12a-297c-4fe1-a3ba-406c4c451280 req-071d717f-0a18-4b37-9dbb-4ad65569d13d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1233099 Jun 23 11:57:12.732492 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:12.847772 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4f6ff12a-297c-4fe1-a3ba-406c4c451280 req-ccb46e02-d15e-4b2d-b2e8-c505e71d12c7 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257020 Jun 23 11:57:12.904902 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268faf10-cc5e-4ed2-809b-7de42d821be6 req-caa836a5-8e2f-43c6-a9aa-bbf52598983c tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:12.906430 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-268faf10-cc5e-4ed2-809b-7de42d821be6 req-caa836a5-8e2f-43c6-a9aa-bbf52598983c tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 944 time: 0.1118414 Jun 23 11:57:12.907069 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fd59ba1e-d9ad-4360-b643-f38d200de111 req-3cce34ba-e21d-4450-97c2-602777fcc68c tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (f1b56c62-5182-41c6-b6f6-8b2aecba662b), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:12.936401 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:12.937465 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-f0e11b47-0d38-4baa-99a7-f174f74d6a0f req-34532c61-301f-44fe-a157-b9b2f10f1991 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (2c7047e7-2534-4b9b-aace-b311d43e694f), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:12.950565 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['2c7047e7-2534-4b9b-aace-b311d43e694f'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:57:12.977264 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce34ba-e21d-4450-97c2-602777fcc68c tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Pushing event deleted for resources: {'Port': ['ID=f1b56c62-5182-41c6-b6f6-8b2aecba662b,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:13.043986 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77356dcd-d9ae-4fd5-a843-ebb882a9a865 req-9c471268-481a-4d59-9c1d-eb8bd251c088 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:13.047342 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-77356dcd-d9ae-4fd5-a843-ebb882a9a865 req-9c471268-481a-4d59-9c1d-eb8bd251c088 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.1040537 Jun 23 11:57:13.083973 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34532c61-301f-44fe-a157-b9b2f10f1991 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Pushing event deleted for resources: {'Port': ['ID=2c7047e7-2534-4b9b-aace-b311d43e694f,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:13.117864 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-77356dcd-d9ae-4fd5-a843-ebb882a9a865 req-3aacd5c1-09b0-486c-86ff-fb57120f749a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588708 Jun 23 11:57:13.125365 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd59ba1e-d9ad-4360-b643-f38d200de111 req-3cce34ba-e21d-4450-97c2-602777fcc68c tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] No DVR routers for this DVR port f1b56c62-5182-41c6-b6f6-8b2aecba662b on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:57:13.133479 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fd59ba1e-d9ad-4360-b643-f38d200de111 req-3cce34ba-e21d-4450-97c2-602777fcc68c tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:13.137313 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fd59ba1e-d9ad-4360-b643-f38d200de111 req-3cce34ba-e21d-4450-97c2-602777fcc68c tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.44 "DELETE /v2.0/ports/f1b56c62-5182-41c6-b6f6-8b2aecba662b HTTP/1.1" status: 204 len: 173 time: 1.3519714 Jun 23 11:57:13.143367 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c63240-b505-42de-a7ad-adce1d71686b', 'name': 'network-vif-deleted', 'tag': 'f1b56c62-5182-41c6-b6f6-8b2aecba662b'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:57:13.145790 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192432e3-8cd8-4070-bb25-9b4852985bb6" -d '{"events": [{"server_uuid": "27c63240-b505-42de-a7ad-adce1d71686b", "name": "network-vif-deleted", "tag": "f1b56c62-5182-41c6-b6f6-8b2aecba662b"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:13.169064 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4f6ff12a-297c-4fe1-a3ba-406c4c451280 req-64b399a3-4a27-4e19-9d6d-5d4f89c76864 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110609 Jun 23 11:57:13.188141 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-268faf10-cc5e-4ed2-809b-7de42d821be6 req-14816a1b-aed3-43a4-984b-3a9a82997e9f tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/security-groups?id=a5131d98-1634-42c9-963f-5686561f3432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715333 Jun 23 11:57:13.189160 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e11b47-0d38-4baa-99a7-f174f74d6a0f req-34532c61-301f-44fe-a157-b9b2f10f1991 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] No DVR routers for this DVR port 2c7047e7-2534-4b9b-aace-b311d43e694f on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:57:13.191807 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-f0e11b47-0d38-4baa-99a7-f174f74d6a0f req-34532c61-301f-44fe-a157-b9b2f10f1991 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:13.195176 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f0e11b47-0d38-4baa-99a7-f174f74d6a0f req-34532c61-301f-44fe-a157-b9b2f10f1991 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.44 "DELETE /v2.0/ports/2c7047e7-2534-4b9b-aace-b311d43e694f HTTP/1.1" status: 204 len: 173 time: 1.2637537 Jun 23 11:57:13.228964 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bd84ef86-b2eb-4889-ba01-41e51df7b0f1 req-deafcb72-fce1-4bf6-8541-184f3d35fed3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 210 time: 0.0484197 Jun 23 11:57:13.239707 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0f6e8a-2d02-4acf-8c4d-22e7c9726d99 x-openstack-request-id: req-1f0f6e8a-2d02-4acf-8c4d-22e7c9726d99 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:13.240124 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c63240-b505-42de-a7ad-adce1d71686b", "name": "network-vif-deleted", "tag": "f1b56c62-5182-41c6-b6f6-8b2aecba662b", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:13.240493 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1f0f6e8a-2d02-4acf-8c4d-22e7c9726d99 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:13.240979 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0f6e8a-2d02-4acf-8c4d-22e7c9726d99'] response: {'server_uuid': '27c63240-b505-42de-a7ad-adce1d71686b', 'name': 'network-vif-deleted', 'tag': 'f1b56c62-5182-41c6-b6f6-8b2aecba662b', 'status': 'completed', 'code': 200} Jun 23 11:57:14.240966 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e8931-0187-4df1-b288-fb5c6371363b req-4b2f0777-6583-4057-80bb-08dc19b65252 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:14.242570 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c31e8931-0187-4df1-b288-fb5c6371363b req-4b2f0777-6583-4057-80bb-08dc19b65252 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0541413 Jun 23 11:57:14.300344 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c31e8931-0187-4df1-b288-fb5c6371363b req-31034afc-6053-4a15-b0f9-78bbee50f85f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521262 Jun 23 11:57:14.312721 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7b33f70c-26bd-474f-bf03-244992ffa0fa req-afe14daa-1fc3-4398-b937-fa0f6114ca48 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 210 time: 0.0349114 Jun 23 11:57:14.419447 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a663a1a9-a379-4290-9cb6-936cfd4aaa0b req-fb6d8579-c7ed-4653-9360-59965b3b8063 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 210 time: 0.0316050 Jun 23 11:57:15.242289 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a263d16c-8b58-4f38-8d81-6d2aec398219', 'name': 'network-vif-deleted', 'tag': '2c7047e7-2534-4b9b-aace-b311d43e694f'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:57:15.244921 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0916e91b-7d31-4421-b416-bd516aceae95" -d '{"events": [{"server_uuid": "a263d16c-8b58-4f38-8d81-6d2aec398219", "name": "network-vif-deleted", "tag": "2c7047e7-2534-4b9b-aace-b311d43e694f"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:15.280401 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44189c82-d167-4118-b4af-32a3ed0f60a3 x-openstack-request-id: req-44189c82-d167-4118-b4af-32a3ed0f60a3 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:15.280760 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a263d16c-8b58-4f38-8d81-6d2aec398219", "name": "network-vif-deleted", "tag": "2c7047e7-2534-4b9b-aace-b311d43e694f", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:15.281012 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-44189c82-d167-4118-b4af-32a3ed0f60a3 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:15.281408 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44189c82-d167-4118-b4af-32a3ed0f60a3'] response: {'server_uuid': 'a263d16c-8b58-4f38-8d81-6d2aec398219', 'name': 'network-vif-deleted', 'tag': '2c7047e7-2534-4b9b-aace-b311d43e694f', 'status': 'completed', 'code': 200} Jun 23 11:57:15.415765 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f39376-3814-4f92-b391-2dd02dbfef4a req-58d6fd5c-015e-482b-85d9-80f1aafdc5f7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:15.417395 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-61f39376-3814-4f92-b391-2dd02dbfef4a req-58d6fd5c-015e-482b-85d9-80f1aafdc5f7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0487974 Jun 23 11:57:15.425912 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6d781fc0-8682-4b62-bd40-afce73f158e7 req-13776422-ad0b-418d-ab78-bbec8c8ede14 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 210 time: 0.0272059 Jun 23 11:57:15.467454 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-61f39376-3814-4f92-b391-2dd02dbfef4a req-6f86f27f-c5db-4cb9-9a6c-c3c956bcf451 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Jun 23 11:57:15.542460 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-479d8d89-abc0-45b6-9869-1167d332bd18 req-41c897c1-ffce-4442-a9b7-82c0bdfc53fd tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 210 time: 0.0318444 Jun 23 11:57:16.404704 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 2c7047e7-2534-4b9b-aace-b311d43e694f no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:57:16.424160 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: 2c7047e7-2534-4b9b-aace-b311d43e694f {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:57:16.424494 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 2c7047e7-2534-4b9b-aace-b311d43e694f not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:57:16.535889 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4b594836-e6f9-44a7-8224-0309b80d40ec req-452efb04-582d-4ba2-9c83-7e0af7132958 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 210 time: 0.0307257 Jun 23 11:57:16.589776 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572437c-bd39-43f2-a8ce-9e16411030ef req-de788def-623f-434c-90f6-2c87a12e8db5 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:16.591488 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f572437c-bd39-43f2-a8ce-9e16411030ef req-de788def-623f-434c-90f6-2c87a12e8db5 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0506606 Jun 23 11:57:16.640475 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f572437c-bd39-43f2-a8ce-9e16411030ef req-6730be90-6a51-4a23-9c06-f37ea274992e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425727 Jun 23 11:57:16.664979 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ecd605cc-5420-49b6-a36d-266016b148de req-d41cc7ca-3047-4b00-b570-cc96479632b2 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 210 time: 0.0378835 Jun 23 11:57:17.728407 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c2cc2af4-7c02-489e-ac3c-3a8244ae7c5c req-ce74ad16-91bc-4187-9460-119d378abfb4 tempest-VolumesActionsTest-1023231657 tempest-VolumesActionsTest-1023231657-project] 10.222.0.67 "GET /v2.0/ports?device_id=27c63240-b505-42de-a7ad-adce1d71686b HTTP/1.1" status: 200 len: 210 time: 0.0870090 Jun 23 11:57:17.908959 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-37b00e14-2184-4882-a7af-6d2085e2a8c1 req-1b82ce5a-d0a3-4b2d-b3eb-fd9cf7e88127 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=a263d16c-8b58-4f38-8d81-6d2aec398219 HTTP/1.1" status: 200 len: 210 time: 0.0455446 Jun 23 11:57:18.138234 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f9bbf-43cf-4969-959f-ba748a4efc43 req-6623a27d-bc13-4051-9fb5-907bf93683b1 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:18.140060 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-743f9bbf-43cf-4969-959f-ba748a4efc43 req-6623a27d-bc13-4051-9fb5-907bf93683b1 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.3407643 Jun 23 11:57:18.207551 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-743f9bbf-43cf-4969-959f-ba748a4efc43 req-90bc7d54-d5e6-43b0-88de-edbc3d2e722c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573843 Jun 23 11:57:19.219110 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7887666-c1c4-4551-a5be-e84d03e8f1d9 req-a223aaa0-2a9c-49d5-90c3-bfd095bedc1b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:19.220732 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c7887666-c1c4-4551-a5be-e84d03e8f1d9 req-a223aaa0-2a9c-49d5-90c3-bfd095bedc1b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0864937 Jun 23 11:57:19.302146 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c7887666-c1c4-4551-a5be-e84d03e8f1d9 req-165e3713-b950-40e9-bb22-a5f46a815063 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676160 Jun 23 11:57:19.434250 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:19.461332 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384e277-2a28-4a6a-8338-4bcfeae21e32 req-04a2392e-7fd4-4602-b243-8fbb4b6c4d95 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:19.464570 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8384e277-2a28-4a6a-8338-4bcfeae21e32 req-04a2392e-7fd4-4602-b243-8fbb4b6c4d95 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.1481583 Jun 23 11:57:19.536991 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:19.553149 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8384e277-2a28-4a6a-8338-4bcfeae21e32 req-d806e0a5-0efe-4d89-81a8-050cbc84f793 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743616 Jun 23 11:57:20.480187 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f35c00-0060-4ee1-9a04-52e9b5521d80 req-76511f9c-3ed7-4791-9ff4-10db13769355 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:20.486915 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-71f35c00-0060-4ee1-9a04-52e9b5521d80 req-76511f9c-3ed7-4791-9ff4-10db13769355 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0737517 Jun 23 11:57:20.544016 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-71f35c00-0060-4ee1-9a04-52e9b5521d80 req-d3d79473-d54b-4703-882c-03883a09c5f0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565104 Jun 23 11:57:20.619481 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 51096) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:20.769068 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2806b414-1348-4a10-83d4-edd38c449b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:20.858601 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2806b414-1348-4a10-83d4-edd38c449b7f admin admin] Publish callbacks [] for security_group (4c6a7fc6-8f19-46ce-ad49-cea5cca1dfe9), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:20.862961 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2806b414-1348-4a10-83d4-edd38c449b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (4c6a7fc6-8f19-46ce-ad49-cea5cca1dfe9), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:20.905503 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-2806b414-1348-4a10-83d4-edd38c449b7f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a320d40801364c9f9843446a627dd421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848744 Jun 23 11:57:20.906244 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806b414-1348-4a10-83d4-edd38c449b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6a7fc6-8f19-46ce-ad49-cea5cca1dfe9,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:20.909858 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 51106) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:20.974489 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c8740476-22f6-4051-a7bc-861038aaed51 admin admin] Publish callbacks [] for security_group (4c6a7fc6-8f19-46ce-ad49-cea5cca1dfe9), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:21.001086 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c8740476-22f6-4051-a7bc-861038aaed51 admin admin] Publish callbacks [] for security_group (4c6a7fc6-8f19-46ce-ad49-cea5cca1dfe9), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:21.058513 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c8740476-22f6-4051-a7bc-861038aaed51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (4c6a7fc6-8f19-46ce-ad49-cea5cca1dfe9), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:21.062011 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c8740476-22f6-4051-a7bc-861038aaed51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:21.065825 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-c8740476-22f6-4051-a7bc-861038aaed51 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4c6a7fc6-8f19-46ce-ad49-cea5cca1dfe9 HTTP/1.1" status: 204 len: 168 time: 0.1516771 Jun 23 11:57:21.072963 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8740476-22f6-4051-a7bc-861038aaed51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6a7fc6-8f19-46ce-ad49-cea5cca1dfe9,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:21.094978 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:21.099121 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:21.730034 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18afdf2-25ee-412a-86a3-3d20bb50eee5 req-cbba3b23-7ae4-486d-8826-8b4335a437c0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:21.747529 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e18afdf2-25ee-412a-86a3-3d20bb50eee5 req-cbba3b23-7ae4-486d-8826-8b4335a437c0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0980630 Jun 23 11:57:21.825650 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e18afdf2-25ee-412a-86a3-3d20bb50eee5 req-5051a67a-ddce-4179-91b4-41bf30dd29e2 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765834 Jun 23 11:57:22.133954 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 51172) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:22.264485 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-9e86704b-29c0-4bd0-8bdb-95c287bd1d15 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-219940052-network', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:22.277192 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:22.289894 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e86704b-29c0-4bd0-8bdb-95c287bd1d15 admin admin] Made reservation on behalf of 45aa73614bc447bdb1bfda38ad541ab3 for: {'network': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:57:22.292120 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9e86704b-29c0-4bd0-8bdb-95c287bd1d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:22.303216 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9e86704b-29c0-4bd0-8bdb-95c287bd1d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:22.399371 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9e86704b-29c0-4bd0-8bdb-95c287bd1d15 admin admin] Publish callbacks [] for security_group (d23666be-f79f-4daa-b779-02d53a048b73), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:22.404891 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9e86704b-29c0-4bd0-8bdb-95c287bd1d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (d23666be-f79f-4daa-b779-02d53a048b73), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:22.438459 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e86704b-29c0-4bd0-8bdb-95c287bd1d15 admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=103988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:57:22.444771 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86704b-29c0-4bd0-8bdb-95c287bd1d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23666be-f79f-4daa-b779-02d53a048b73,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:22.452529 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:22.454238 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9e86704b-29c0-4bd0-8bdb-95c287bd1d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (44c9e63a-5798-420d-89a1-3133beb23606), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:22.454535 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.segments_db [None req-9e86704b-29c0-4bd0-8bdb-95c287bd1d15 admin admin] Added segment 44c9e63a-5798-420d-89a1-3133beb23606 of type vlan for network 33bf599f-e007-4787-9458-fbe47f8701cd Jun 23 11:57:22.513535 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9e86704b-29c0-4bd0-8bdb-95c287bd1d15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (33bf599f-e007-4787-9458-fbe47f8701cd), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:22.549584 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9e86704b-29c0-4bd0-8bdb-95c287bd1d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (33bf599f-e007-4787-9458-fbe47f8701cd), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:22.551041 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e86704b-29c0-4bd0-8bdb-95c287bd1d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:22.552032 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9e86704b-29c0-4bd0-8bdb-95c287bd1d15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:22.595208 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-9e86704b-29c0-4bd0-8bdb-95c287bd1d15 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4597902 Jun 23 11:57:22.598824 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 51192) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:22.607554 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-c904aa89-217b-43b5-8da1-56fe6a0b9361 admin admin] Request body: {'subnet': {'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-219940052-subnet', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'ip_version': 4}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:22.646215 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c904aa89-217b-43b5-8da1-56fe6a0b9361 admin admin] Made reservation on behalf of 45aa73614bc447bdb1bfda38ad541ab3 for: {'subnet': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:57:22.651401 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c904aa89-217b-43b5-8da1-56fe6a0b9361 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29159627'] for subnet (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:22.686729 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86704b-29c0-4bd0-8bdb-95c287bd1d15 admin admin] Pushing event updated for resources: {'Network': ['ID=33bf599f-e007-4787-9458-fbe47f8701cd,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:22.700559 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network 33bf599f-e007-4787-9458-fbe47f8701cd details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:57:22.703999 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:22.888073 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c904aa89-217b-43b5-8da1-56fe6a0b9361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27818965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29159613'] for subnet (f554e47e-c8b1-4009-867d-2e008caa27f9), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:22.948355 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904aa89-217b-43b5-8da1-56fe6a0b9361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f554e47e-c8b1-4009-867d-2e008caa27f9,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:22.973046 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c904aa89-217b-43b5-8da1-56fe6a0b9361 admin admin] Checking segment: {'id': '44c9e63a-5798-420d-89a1-3133beb23606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:57:22.973574 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c904aa89-217b-43b5-8da1-56fe6a0b9361 admin admin] Network hostable DHCP agents. Network: 33bf599f-e007-4787-9458-fbe47f8701cd, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:57:22.990513 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1a0b8-2d63-4bfe-9c7f-178ae928b92d req-da5d1dc5-ddcf-48ec-82b4-23dd43565c5a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:22.993564 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-43e1a0b8-2d63-4bfe-9c7f-178ae928b92d req-da5d1dc5-ddcf-48ec-82b4-23dd43565c5a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0768209 Jun 23 11:57:23.010568 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c904aa89-217b-43b5-8da1-56fe6a0b9361 admin admin] Network 33bf599f-e007-4787-9458-fbe47f8701cd is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:57:23.035167 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-c904aa89-217b-43b5-8da1-56fe6a0b9361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, 33bf599f-e007-4787-9458-fbe47f8701cd) {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:57:23.049011 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c904aa89-217b-43b5-8da1-56fe6a0b9361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:23.049824 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c904aa89-217b-43b5-8da1-56fe6a0b9361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.052824 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed5f09e-0f7f-45aa-a83b-3fed49cd4139 None None] Network 33bf599f-e007-4787-9458-fbe47f8701cd requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:57:23.097289 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-43e1a0b8-2d63-4bfe-9c7f-178ae928b92d req-335440b1-61b7-4619-969c-45587adcfc14 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967457 Jun 23 11:57:23.122084 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-c904aa89-217b-43b5-8da1-56fe6a0b9361 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5216868 Jun 23 11:57:23.124958 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 51204) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:23.131573 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-219940052-router', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:23.165584 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28134'] for router (4a049c19-2c7e-4a60-ab9e-285569d15400), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.167418 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28145'] for router (4a049c19-2c7e-4a60-ab9e-285569d15400), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.246116 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Publish callbacks [] for router_controller (4a049c19-2c7e-4a60-ab9e-285569d15400), precommit_add_association {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.252358 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83512bf-ddb1-54fd-98d6-d759d7d8cd6f-33bf599f-e007-4787-9458-fbe47f8701cd', 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd', 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'fixed_ips': [{'subnet_id': 'f554e47e-c8b1-4009-867d-2e008caa27f9'}]}} from dv-cinder-826608-3-iscsi. {{(pid=103990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:57:23.253502 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.313648 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 51210) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:23.321960 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-93c2be39-0f1c-4ca1-ab0c-69607886ea99 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691288781', 'description': 'tempest-description--1460988664'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:23.354930 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-93c2be39-0f1c-4ca1-ab0c-69607886ea99 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.409154 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:23.413887 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Publish callbacks [] for router_gateway (4a049c19-2c7e-4a60-ab9e-285569d15400), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.440877 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:23.442664 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.db_base_plugin_common [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Allocated IP 172.20.0.2 (33bf599f-e007-4787-9458-fbe47f8701cd/f554e47e-c8b1-4009-867d-2e008caa27f9/a12feb8d-fe68-4a72-b452-3ed7c05217f6) {{(pid=103990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:57:23.496755 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-93c2be39-0f1c-4ca1-ab0c-69607886ea99 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for security_group (2a6e19e3-454b-456e-aa53-69da1da55af1), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.506177 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-93c2be39-0f1c-4ca1-ab0c-69607886ea99 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (2a6e19e3-454b-456e-aa53-69da1da55af1), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.561843 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2be39-0f1c-4ca1-ab0c-69607886ea99 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6e19e3-454b-456e-aa53-69da1da55af1,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:23.584983 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-93c2be39-0f1c-4ca1-ab0c-69607886ea99 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.593323 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-93c2be39-0f1c-4ca1-ab0c-69607886ea99 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2751071 Jun 23 11:57:23.594859 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 51220) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:23.606438 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-deba93c3-3361-42a6-9dd4-129083dba286 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Request body: {'security_group_rule': {'security_group_id': '2a6e19e3-454b-456e-aa53-69da1da55af1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:23.627722 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Publish callbacks [] for port (a12feb8d-fe68-4a72-b452-3ed7c05217f6), precommit_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.636884 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (a12feb8d-fe68-4a72-b452-3ed7c05217f6), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.651170 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-deba93c3-3361-42a6-9dd4-129083dba286 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for security_group_rule (d3e5a9c3-b83f-4dea-841c-e487bbf2bcb5), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.725874 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Pushing event updated for resources: {'Port': ['ID=a12feb8d-fe68-4a72-b452-3ed7c05217f6,revision_number=1']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:23.743210 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Publish callbacks [] for router_gateway (4a049c19-2c7e-4a60-ab9e-285569d15400), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.750296 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Network 33bf599f-e007-4787-9458-fbe47f8701cd is already hosted by enough agents. {{(pid=103990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:57:23.752157 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.base_scheduler [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Resources bound (agent type, host, resource id): {{(pid=103990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:57:23.755212 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Received port after_create {{(pid=103990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:57:23.780836 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.787518 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-deba93c3-3361-42a6-9dd4-129083dba286 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for security_group_rule (d3e5a9c3-b83f-4dea-841c-e487bbf2bcb5), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.811249 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-deba93c3-3361-42a6-9dd4-129083dba286 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (d3e5a9c3-b83f-4dea-841c-e487bbf2bcb5), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.844282 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Attempting to bind port a12feb8d-fe68-4a72-b452-3ed7c05217f6 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:57:23.845539 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Attempting to bind port a12feb8d-fe68-4a72-b452-3ed7c05217f6 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': '44c9e63a-5798-420d-89a1-3133beb23606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:57:23.846390 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Attempting to bind port a12feb8d-fe68-4a72-b452-3ed7c05217f6 on network 33bf599f-e007-4787-9458-fbe47f8701cd {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:57:23.851956 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba93c3-3361-42a6-9dd4-129083dba286 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e5a9c3-b83f-4dea-841c-e487bbf2bcb5,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:23.853846 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:57:23.854479 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Checking segment: {'id': '44c9e63a-5798-420d-89a1-3133beb23606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:57:23.855614 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.856273 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Bound using segment: {'id': '44c9e63a-5798-420d-89a1-3133beb23606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:57:23.857151 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Bound port: a12feb8d-fe68-4a72-b452-3ed7c05217f6, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c9e63a-5798-420d-89a1-3133beb23606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:57:23.857944 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (a12feb8d-fe68-4a72-b452-3ed7c05217f6), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.881872 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-deba93c3-3361-42a6-9dd4-129083dba286 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.884269 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-deba93c3-3361-42a6-9dd4-129083dba286 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2876599 Jun 23 11:57:23.887715 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 51232) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:23.898838 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-823f2f6c-3c7c-4140-af11-b79f09bf6543 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Request body: {'security_group_rule': {'security_group_id': '2a6e19e3-454b-456e-aa53-69da1da55af1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:23.909018 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:23.942476 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-823f2f6c-3c7c-4140-af11-b79f09bf6543 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for security_group_rule (fdd8c13a-40ba-42c1-bb7e-175d05741606), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:23.969481 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] For port a12feb8d-fe68-4a72-b452-3ed7c05217f6, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:57:23.974325 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] For port a12feb8d-fe68-4a72-b452-3ed7c05217f6, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=a12feb8d-fe68-4a72-b452-3ed7c05217f6,segment=NetworkSegment(44c9e63a-5798-420d-89a1-3133beb23606),segment_id=44c9e63a-5798-420d-89a1-3133beb23606)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:57:23.983633 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (a12feb8d-fe68-4a72-b452-3ed7c05217f6), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:24.013387 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Allocated IP 172.27.3.111 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/b9595c4e-a348-44b9-952d-b3a5a4ebbe81) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:57:24.032902 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-823f2f6c-3c7c-4140-af11-b79f09bf6543 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for security_group_rule (fdd8c13a-40ba-42c1-bb7e-175d05741606), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:24.047256 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-823f2f6c-3c7c-4140-af11-b79f09bf6543 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (fdd8c13a-40ba-42c1-bb7e-175d05741606), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:24.076138 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b404681-323e-4dc4-a57e-a771673a25d1 None None] Pushing event updated for resources: {'Port': ['ID=a12feb8d-fe68-4a72-b452-3ed7c05217f6,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:24.079465 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2f6c-3c7c-4140-af11-b79f09bf6543 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd8c13a-40ba-42c1-bb7e-175d05741606,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:24.093761 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-823f2f6c-3c7c-4140-af11-b79f09bf6543 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:24.097994 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-823f2f6c-3c7c-4140-af11-b79f09bf6543 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2057121 Jun 23 11:57:24.098427 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 51236) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:24.103075 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Request body: {'floatingip': {'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:24.138129 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:24.241726 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Publish callbacks [] for port (b9595c4e-a348-44b9-952d-b3a5a4ebbe81), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:24.286726 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:24.330002 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c5f36-ee7a-46c0-a253-508ffbee332f req-e2bfce54-6913-4369-86f7-2c64df8f26cd tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:24.331733 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-306c5f36-ee7a-46c0-a253-508ffbee332f req-e2bfce54-6913-4369-86f7-2c64df8f26cd tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0879853 Jun 23 11:57:24.332206 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:24.403449 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (b9595c4e-a348-44b9-952d-b3a5a4ebbe81), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:24.479697 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-306c5f36-ee7a-46c0-a253-508ffbee332f req-f7524e60-b18d-4e25-8803-982e4c8651b0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342471 Jun 23 11:57:24.483676 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:57:24.490616 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:57:24.493131 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Pushing event updated for resources: {'Port': ['ID=b9595c4e-a348-44b9-952d-b3a5a4ebbe81,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:24.495818 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:57:24.552488 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Allocated IP 172.27.3.40 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/a5e1f9a1-27b9-4ce1-a60e-571909f2fd53) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:57:24.690279 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for port (a5e1f9a1-27b9-4ce1-a60e-571909f2fd53), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:24.698692 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:24.730959 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (a5e1f9a1-27b9-4ce1-a60e-571909f2fd53), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:24.774242 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:57:24.777919 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:57:24.782285 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:57:24.788893 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:24.808177 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Pushing event updated for resources: {'Port': ['ID=a5e1f9a1-27b9-4ce1-a60e-571909f2fd53,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:24.849216 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Publish callbacks [] for router_gateway (4a049c19-2c7e-4a60-ab9e-285569d15400), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:24.910408 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for floatingip (f0f8c15b-9338-415f-a103-a1339250b55e), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:24.988349 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (a5e1f9a1-27b9-4ce1-a60e-571909f2fd53), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:25.117819 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596902'] for router (4a049c19-2c7e-4a60-ab9e-285569d15400), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:25.224366 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for port (a5e1f9a1-27b9-4ce1-a60e-571909f2fd53), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:25.239827 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (a5e1f9a1-27b9-4ce1-a60e-571909f2fd53), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:25.280510 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:25.297300 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Pushing event updated for resources: {'Port': ['ID=a5e1f9a1-27b9-4ce1-a60e-571909f2fd53,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:25.351805 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Router 4a049c19-2c7e-4a60-ab9e-285569d15400 is scheduled to L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 with binding_index 1 {{(pid=103988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:57:25.371557 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (f0f8c15b-9338-415f-a103-a1339250b55e), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:25.379781 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13aea10-5cf5-4e5d-8d5b-ede34208d1fb None None] Network 33bf599f-e007-4787-9458-fbe47f8701cd requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:57:25.404769 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:25.408824 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-d29f56f0-91a5-4363-af15-64465c6bd931 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3070929 Jun 23 11:57:25.500217 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:57:25.510988 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-d44ad3b2-deea-4f56-968b-cfc8b926c825 None None] Provisioning complete for port a12feb8d-fe68-4a72-b452-3ed7c05217f6 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:25.511561 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d44ad3b2-deea-4f56-968b-cfc8b926c825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (a12feb8d-fe68-4a72-b452-3ed7c05217f6), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:25.545125 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:25.547062 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-5d182e31-1af8-48d0-8bc3-7bca23289544 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4208841 Jun 23 11:57:25.549954 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 51264) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:25.582217 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Sync routers for ids ['4a049c19-2c7e-4a60-ab9e-285569d15400'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:57:25.617602 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:25.693820 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e4ba1-1d49-4296-8834-18d483d63228 req-b55c3d43-d9bb-41c9-9509-e5eae5f7f86b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:25.695724 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2b2e4ba1-1d49-4296-8834-18d483d63228 req-b55c3d43-d9bb-41c9-9509-e5eae5f7f86b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0860589 Jun 23 11:57:25.785904 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2b2e4ba1-1d49-4296-8834-18d483d63228 req-df0c827a-7f50-4adf-9e49-fcb65fc7d003 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838618 Jun 23 11:57:25.830972 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-8d1b3228-feeb-4052-9982-82409928db8f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--691288781&fields=id&tenant_id=9353d04a04ab44e58f56fd01ca43d62e HTTP/1.1" status: 200 len: 267 time: 0.1475296 Jun 23 11:57:25.858886 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-d44ad3b2-deea-4f56-968b-cfc8b926c825 None None] Current status of the port a12feb8d-fe68-4a72-b452-3ed7c05217f6 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:25.859402 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d44ad3b2-deea-4f56-968b-cfc8b926c825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (a12feb8d-fe68-4a72-b452-3ed7c05217f6), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:25.867528 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device a12feb8d-fe68-4a72-b452-3ed7c05217f6 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:57:25.877571 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Routers {'4a049c19-2c7e-4a60-ab9e-285569d15400'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:57:25.878246 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:57:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['4a049c19-2c7e-4a60-ab9e-285569d15400'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:25.990259 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=11 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:25.992005 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=15 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:26.029096 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:26.036716 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-d44ad3b2-deea-4f56-968b-cfc8b926c825 None None] For port a12feb8d-fe68-4a72-b452-3ed7c05217f6, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=a12feb8d-fe68-4a72-b452-3ed7c05217f6,segment=NetworkSegment(44c9e63a-5798-420d-89a1-3133beb23606),segment_id=44c9e63a-5798-420d-89a1-3133beb23606)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:26.084161 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d44ad3b2-deea-4f56-968b-cfc8b926c825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (a12feb8d-fe68-4a72-b452-3ed7c05217f6), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:26.126826 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port a12feb8d-fe68-4a72-b452-3ed7c05217f6 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:26.127563 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (a12feb8d-fe68-4a72-b452-3ed7c05217f6), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:26.189149 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Set router 4a049c19-2c7e-4a60-ab9e-285569d15400 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:57:26.278238 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ad3b2-deea-4f56-968b-cfc8b926c825 None None] Pushing event updated for resources: {'Port': ['ID=a12feb8d-fe68-4a72-b452-3ed7c05217f6,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:26.329308 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-c92b2040-9b3e-4f46-950c-ccbc4cf76ebe tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:26.332584 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-c92b2040-9b3e-4f46-950c-ccbc4cf76ebe tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 819 time: 0.4631157 Jun 23 11:57:26.347241 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:26.352619 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:26.383471 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-17ad0ec2-dc3a-4769-bde3-673e034c3fd1 None None] Provisioning complete for port a12feb8d-fe68-4a72-b452-3ed7c05217f6 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:26.384105 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-17ad0ec2-dc3a-4769-bde3-673e034c3fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (a12feb8d-fe68-4a72-b452-3ed7c05217f6), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:26.414735 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-82f7e2e3-4018-493c-8388-91a8bf1839c0 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/quotas/9353d04a04ab44e58f56fd01ca43d62e HTTP/1.1" status: 200 len: 375 time: 0.0714889 Jun 23 11:57:26.427866 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port a12feb8d-fe68-4a72-b452-3ed7c05217f6 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:26.542430 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-75488183-511f-4984-a775-6e502543e407 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1123743 Jun 23 11:57:26.574754 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-17ad0ec2-dc3a-4769-bde3-673e034c3fd1 None None] Current status of the port a12feb8d-fe68-4a72-b452-3ed7c05217f6 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:26.583376 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'name': 'tempest-TestMinimumBasicScenario-219940052-router', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:24Z', 'revision_number': 3, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'gw_port': {'id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:26.622440 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Checking router: 4a049c19-2c7e-4a60-ab9e-285569d15400 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:57:26.622795 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Updating router 4a049c19-2c7e-4a60-ab9e-285569d15400 port b9595c4e-a348-44b9-952d-b3a5a4ebbe81 binding host dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:57:26.668731 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b9595c4e-a348-44b9-952d-b3a5a4ebbe81), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:26.752522 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:26.759105 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-052e1169-7f2f-4269-bbb6-e030fdda1308 service neutron] 10.222.0.67 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694143 Jun 23 11:57:26.862529 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:27.009678 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:27.055610 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99452e-11dc-4425-824d-f989bb1b774d req-00b735ed-1e8f-432f-bbe2-e8e23e210aa1 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:27.059585 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Publish callbacks [] for port (b9595c4e-a348-44b9-952d-b3a5a4ebbe81), precommit_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:27.063922 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-1d41fdce-393d-4d26-88ef-b998791871ca service neutron] 10.222.0.67 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866976 Jun 23 11:57:27.067835 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7f99452e-11dc-4425-824d-f989bb1b774d req-00b735ed-1e8f-432f-bbe2-e8e23e210aa1 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0955625 Jun 23 11:57:27.069306 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b9595c4e-a348-44b9-952d-b3a5a4ebbe81), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:27.129211 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0726d83-1321-42e3-aaca-88bfcdda5321 None None] Pushing event updated for resources: {'Port': ['ID=b9595c4e-a348-44b9-952d-b3a5a4ebbe81,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:27.153440 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Attempting to bind port b9595c4e-a348-44b9-952d-b3a5a4ebbe81 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:57:27.153949 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Attempting to bind port b9595c4e-a348-44b9-952d-b3a5a4ebbe81 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:57:27.154324 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Attempting to bind port b9595c4e-a348-44b9-952d-b3a5a4ebbe81 on network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:57:27.160614 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7f99452e-11dc-4425-824d-f989bb1b774d req-6f48ca94-5e20-45d1-ab87-666a93e63c09 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895367 Jun 23 11:57:27.165755 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:57:27.167256 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Checking segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:57:27.168617 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:27.169475 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Bound using segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:57:27.170809 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Bound port: b9595c4e-a348-44b9-952d-b3a5a4ebbe81, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:57:27.171395 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b9595c4e-a348-44b9-952d-b3a5a4ebbe81), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:27.205661 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Allocated IP 172.20.0.1 (33bf599f-e007-4787-9458-fbe47f8701cd/f554e47e-c8b1-4009-867d-2e008caa27f9/71e49b06-b349-4b73-a680-e4316c8b32a1) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:57:27.249785 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] For port b9595c4e-a348-44b9-952d-b3a5a4ebbe81, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:57:27.253745 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] For port b9595c4e-a348-44b9-952d-b3a5a4ebbe81, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=b9595c4e-a348-44b9-952d-b3a5a4ebbe81,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:57:27.261643 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b9595c4e-a348-44b9-952d-b3a5a4ebbe81), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:27.329357 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0726d83-1321-42e3-aaca-88bfcdda5321 None None] Pushing event updated for resources: {'Port': ['ID=b9595c4e-a348-44b9-952d-b3a5a4ebbe81,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:27.408657 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Publish callbacks [] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:27.427414 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Routers {'4a049c19-2c7e-4a60-ab9e-285569d15400'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:57:27.428101 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:57:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['4a049c19-2c7e-4a60-ab9e-285569d15400'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:27.455633 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c281ce3b-e520-4cf4-b095-ba73db957f42 req-d2e3a6ef-e424-4628-98e9-ff84c2bc4c17 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 210 time: 0.0642796 Jun 23 11:57:27.520927 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:27.594208 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:27.614159 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Network 33bf599f-e007-4787-9458-fbe47f8701cd is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:57:27.622530 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:57:27.635500 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:57:27.717739 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Pushing event updated for resources: {'Port': ['ID=71e49b06-b349-4b73-a680-e4316c8b32a1,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:27.722815 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] Set router 4a049c19-2c7e-4a60-ab9e-285569d15400 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:57:27.761380 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595459'] for router_interface (4a049c19-2c7e-4a60-ab9e-285569d15400), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:27.936579 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device a12feb8d-fe68-4a72-b452-3ed7c05217f6 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:57:28.032720 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:28.045728 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port a12feb8d-fe68-4a72-b452-3ed7c05217f6 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:28.046270 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (a12feb8d-fe68-4a72-b452-3ed7c05217f6), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:28.166157 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-ad920470-0d83-4062-8383-d924b0ad187f None None] Provisioning complete for port 71e49b06-b349-4b73-a680-e4316c8b32a1 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:28.166530 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ad920470-0d83-4062-8383-d924b0ad187f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:28.170783 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'name': 'tempest-TestMinimumBasicScenario-219940052-router', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:24Z', 'revision_number': 3, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'gw_port': {'id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:28.229689 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67d5f7-4d6e-4bf0-aa92-236d868456b2 None None] The sync data for ids ['4a049c19-2c7e-4a60-ab9e-285569d15400'] in dv-cinder-826608-3-iscsi is: [{'id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'name': 'tempest-TestMinimumBasicScenario-219940052-router', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:24Z', 'revision_number': 3, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'gw_port': {'id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:57:28.239941 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-ad920470-0d83-4062-8383-d924b0ad187f None None] Port 71e49b06-b349-4b73-a680-e4316c8b32a1 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:57:28.344816 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3f29d-043b-4a67-b927-fe7fd12e9f96 req-4406bc76-5261-4a27-be01-ee7a2ad6b564 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:28.352226 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f2a3f29d-043b-4a67-b927-fe7fd12e9f96 req-4406bc76-5261-4a27-be01-ee7a2ad6b564 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0649397 Jun 23 11:57:28.370830 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Publish callbacks [] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:28.401435 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:28.444501 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f2a3f29d-043b-4a67-b927-fe7fd12e9f96 req-8f02fca8-d5f3-40f0-b28c-dc2de965a6c3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908394 Jun 23 11:57:28.467633 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:28.468244 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port a12feb8d-fe68-4a72-b452-3ed7c05217f6 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:28.538744 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Pushing event updated for resources: {'Port': ['ID=71e49b06-b349-4b73-a680-e4316c8b32a1,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:28.544041 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597651'] for router_interface (4a049c19-2c7e-4a60-ab9e-285569d15400), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:28.681379 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-42463176-aacd-4829-9871-310eaecd09e4 req-040b76ac-6669-4eb0-9965-fbebff38459f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 210 time: 0.0977881 Jun 23 11:57:28.756290 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Network 33bf599f-e007-4787-9458-fbe47f8701cd is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:57:28.757976 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:57:28.873601 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:28.990032 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Router 4a049c19-2c7e-4a60-ab9e-285569d15400 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:57:29.173303 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-5d265e4c-331c-452a-8c1c-d5019d71c575 None None] Provisioning complete for port 71e49b06-b349-4b73-a680-e4316c8b32a1 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:29.174009 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5d265e4c-331c-452a-8c1c-d5019d71c575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:29.254758 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:57:29.264069 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-5d265e4c-331c-452a-8c1c-d5019d71c575 None None] Port 71e49b06-b349-4b73-a680-e4316c8b32a1 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:57:29.266939 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-7087b18b-6420-4b3d-a225-ef6db176b63f admin admin] 10.222.0.67 "PUT /v2.0/routers/4a049c19-2c7e-4a60-ab9e-285569d15400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7156954 Jun 23 11:57:29.680637 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f314fe3-4a06-4afa-8bae-0edbbb1a91fe req-bea03012-ae48-4fea-8545-3ce5fd7291ae tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:29.686336 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0f314fe3-4a06-4afa-8bae-0edbbb1a91fe req-bea03012-ae48-4fea-8545-3ce5fd7291ae tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0884304 Jun 23 11:57:29.785541 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:29.825295 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0f314fe3-4a06-4afa-8bae-0edbbb1a91fe req-aa850210-405c-42b1-ac10-63c185138642 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325285 Jun 23 11:57:29.915017 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b9595c4e-a348-44b9-952d-b3a5a4ebbe81 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:57:29.946315 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:29.979577 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port b9595c4e-a348-44b9-952d-b3a5a4ebbe81 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:29.980303 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b9595c4e-a348-44b9-952d-b3a5a4ebbe81), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:29.984094 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9a667b5e-c592-4c98-99a5-caf2d5186dc0 req-1c268a94-dd53-4ae6-afc8-70bd9beb0bb6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 210 time: 0.0466073 Jun 23 11:57:30.086995 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port b9595c4e-a348-44b9-952d-b3a5a4ebbe81 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:30.087499 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b9595c4e-a348-44b9-952d-b3a5a4ebbe81), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:30.129322 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port b9595c4e-a348-44b9-952d-b3a5a4ebbe81, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=b9595c4e-a348-44b9-952d-b3a5a4ebbe81,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:30.138501 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b9595c4e-a348-44b9-952d-b3a5a4ebbe81), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:30.203911 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 51394) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:30.211611 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-d484f8e3-b70a-46d3-87e1-d83b1ce5bde2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-288547853-network', 'tenant_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:30.260185 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=b9595c4e-a348-44b9-952d-b3a5a4ebbe81,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:30.283977 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d484f8e3-b70a-46d3-87e1-d83b1ce5bde2 admin admin] Made reservation on behalf of 1c4334d0e4a245f0a0a1ab8d6e35a89a for: {'network': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:57:30.298660 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d484f8e3-b70a-46d3-87e1-d83b1ce5bde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:30.314612 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d484f8e3-b70a-46d3-87e1-d83b1ce5bde2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:30.398079 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:30.511499 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d484f8e3-b70a-46d3-87e1-d83b1ce5bde2 admin admin] Publish callbacks [] for security_group (7d1b2ee6-0f9e-4ea5-9aef-7060faaf4588), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:30.518729 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d484f8e3-b70a-46d3-87e1-d83b1ce5bde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (7d1b2ee6-0f9e-4ea5-9aef-7060faaf4588), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:30.568732 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d484f8e3-b70a-46d3-87e1-d83b1ce5bde2 admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=103989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:57:30.572464 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484f8e3-b70a-46d3-87e1-d83b1ce5bde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1b2ee6-0f9e-4ea5-9aef-7060faaf4588,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:30.589836 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d484f8e3-b70a-46d3-87e1-d83b1ce5bde2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (b1c53e09-3cd0-48b2-b7e0-262271e643dd), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:30.593676 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.segments_db [None req-d484f8e3-b70a-46d3-87e1-d83b1ce5bde2 admin admin] Added segment b1c53e09-3cd0-48b2-b7e0-262271e643dd of type vlan for network d14bf6e2-77d3-42ac-9adb-3b3ab32b401b Jun 23 11:57:30.647065 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d484f8e3-b70a-46d3-87e1-d83b1ce5bde2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (d14bf6e2-77d3-42ac-9adb-3b3ab32b401b), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:30.695915 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d484f8e3-b70a-46d3-87e1-d83b1ce5bde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (d14bf6e2-77d3-42ac-9adb-3b3ab32b401b), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:30.702081 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d484f8e3-b70a-46d3-87e1-d83b1ce5bde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:30.703999 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d484f8e3-b70a-46d3-87e1-d83b1ce5bde2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:30.835974 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-d484f8e3-b70a-46d3-87e1-d83b1ce5bde2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6282070 Jun 23 11:57:30.837477 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 51414) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:30.846356 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-a43bdca8-bc95-4203-a18e-c90187fc2f0f admin admin] Request body: {'subnet': {'network_id': 'd14bf6e2-77d3-42ac-9adb-3b3ab32b401b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-288547853-subnet', 'tenant_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'ip_version': 4}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:30.890294 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484f8e3-b70a-46d3-87e1-d83b1ce5bde2 admin admin] Pushing event updated for resources: {'Network': ['ID=d14bf6e2-77d3-42ac-9adb-3b3ab32b401b,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:30.903321 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network d14bf6e2-77d3-42ac-9adb-3b3ab32b401b details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:57:30.906485 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43bdca8-bc95-4203-a18e-c90187fc2f0f admin admin] Made reservation on behalf of 1c4334d0e4a245f0a0a1ab8d6e35a89a for: {'subnet': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:57:30.921909 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a43bdca8-bc95-4203-a18e-c90187fc2f0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29328163'] for subnet (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:30.958070 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Sync routers for ids ['4a049c19-2c7e-4a60-ab9e-285569d15400'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:57:30.994050 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Routers {'4a049c19-2c7e-4a60-ab9e-285569d15400'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:57:30.999466 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:57:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['4a049c19-2c7e-4a60-ab9e-285569d15400'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:31.048007 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fced301-3124-4de6-a7c4-1f1cd1c6042c req-fc0995c8-0f0e-4c67-87df-e5fb96fb2761 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:31.059849 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2fced301-3124-4de6-a7c4-1f1cd1c6042c req-fc0995c8-0f0e-4c67-87df-e5fb96fb2761 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0888691 Jun 23 11:57:31.139231 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6f89ae44-25c9-42b3-88d9-92bb9b7259bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:31.151787 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2fced301-3124-4de6-a7c4-1f1cd1c6042c req-8c8f56b4-ecf0-4f80-9188-388700243b06 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901680 Jun 23 11:57:31.311564 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Set router 4a049c19-2c7e-4a60-ab9e-285569d15400 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:57:31.325962 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bbc53a76-dd7f-445f-99f0-af8788ca5203 req-11278fe8-84ee-4f5d-b261-bbf2db28c7fe tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 210 time: 0.1218841 Jun 23 11:57:31.462461 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-eac543b6-1159-401a-85a2-5ee6a017aa66 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:31.467707 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-eac543b6-1159-401a-85a2-5ee6a017aa66 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/networks?id=1cbb7bc8-91c5-4257-ad30-f56ed02325b3 HTTP/1.1" status: 200 len: 813 time: 0.2055247 Jun 23 11:57:31.516403 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-f452fbeb-5b2f-4c9e-9290-9f59b4cad5d9 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/quotas/a5a0086895b6442da90bc0f1bcecd3e7 HTTP/1.1" status: 200 len: 375 time: 0.0257754 Jun 23 11:57:31.592268 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-69591732-ddeb-4b38-9fad-7330f622334d tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5a0086895b6442da90bc0f1bcecd3e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720716 Jun 23 11:57:31.763761 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-2897de3a-a3bd-4c16-8cda-97be55d0c4f0 service neutron] 10.222.0.67 "GET /v2.0/networks/1cbb7bc8-91c5-4257-ad30-f56ed02325b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694663 Jun 23 11:57:31.781946 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-22c99467-3c59-4244-97cd-5815addc234e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:31.783726 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-22c99467-3c59-4244-97cd-5815addc234e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 819 time: 0.4863553 Jun 23 11:57:31.784588 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'name': 'tempest-TestMinimumBasicScenario-219940052-router', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:27Z', 'revision_number': 4, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'gw_port': {'id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '71e49b06-b349-4b73-a680-e4316c8b32a1', 'name': '', 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'mac_address': 'fa:16:3e:83:1b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:26Z', 'updated_at': '2022-06-23T11:57:28Z', 'revision_number': 2, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'subnets': [{'id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:31.805515 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a43bdca8-bc95-4203-a18e-c90187fc2f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28485106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29328213'] for subnet (b76908c8-beae-4293-b40b-49067df2e554), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:31.846132 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Checking router: 4a049c19-2c7e-4a60-ab9e-285569d15400 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:57:31.846721 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Updating router 4a049c19-2c7e-4a60-ab9e-285569d15400 port 71e49b06-b349-4b73-a680-e4316c8b32a1 binding host dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:57:31.846899 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b9595c4e-a348-44b9-952d-b3a5a4ebbe81 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:57:31.891487 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:31.904920 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bdca8-bc95-4203-a18e-c90187fc2f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76908c8-beae-4293-b40b-49067df2e554,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:31.935223 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-ba8f775b-b5c8-4e4f-9037-43bbdebc0565 service neutron] 10.222.0.67 "GET /v2.0/networks/1cbb7bc8-91c5-4257-ad30-f56ed02325b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623421 Jun 23 11:57:31.949019 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-f7ee4296-f5b6-4551-9ef2-d2e15ff3d578 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9353d04a04ab44e58f56fd01ca43d62e HTTP/1.1" status: 200 len: 379 time: 0.1507602 Jun 23 11:57:31.965703 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-c6d653d0-5c4f-4a79-a0dd-2841cbd3ce44 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Request body: {'port': {'device_id': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'admin_state_up': True, 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'security_groups': ['2a6e19e3-454b-456e-aa53-69da1da55af1']}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:31.969741 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43bdca8-bc95-4203-a18e-c90187fc2f0f admin admin] Checking segment: {'id': 'b1c53e09-3cd0-48b2-b7e0-262271e643dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd14bf6e2-77d3-42ac-9adb-3b3ab32b401b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:57:31.970223 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43bdca8-bc95-4203-a18e-c90187fc2f0f admin admin] Network hostable DHCP agents. Network: d14bf6e2-77d3-42ac-9adb-3b3ab32b401b, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:57:31.988720 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port b9595c4e-a348-44b9-952d-b3a5a4ebbe81 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:31.989321 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b9595c4e-a348-44b9-952d-b3a5a4ebbe81), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:32.026168 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:32.089777 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43bdca8-bc95-4203-a18e-c90187fc2f0f admin admin] Network d14bf6e2-77d3-42ac-9adb-3b3ab32b401b is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:57:32.130784 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-a43bdca8-bc95-4203-a18e-c90187fc2f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, d14bf6e2-77d3-42ac-9adb-3b3ab32b401b) {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:57:32.183614 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43bdca8-bc95-4203-a18e-c90187fc2f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:32.198488 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a43bdca8-bc95-4203-a18e-c90187fc2f0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:32.201148 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:32.207538 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab67e05d-f351-4a93-be5a-bf493e203873 None None] Network d14bf6e2-77d3-42ac-9adb-3b3ab32b401b requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:57:32.259276 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port b9595c4e-a348-44b9-952d-b3a5a4ebbe81 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:32.326384 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-aa535779-6de3-45da-81bc-a2f9e5d54b99 req-d1967899-b1f8-4a09-98cd-6948b91d10bf tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 210 time: 0.1449695 Jun 23 11:57:32.383187 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-a43bdca8-bc95-4203-a18e-c90187fc2f0f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5422995 Jun 23 11:57:32.388142 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 51458) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:32.396288 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-288547853-router', 'tenant_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:32.421441 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-c6d653d0-5c4f-4a79-a0dd-2841cbd3ce44 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Made reservation on behalf of 9353d04a04ab44e58f56fd01ca43d62e for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:57:32.425479 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-c6d653d0-5c4f-4a79-a0dd-2841cbd3ce44 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:32.505607 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28134'] for router (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:32.507417 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28145'] for router (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:32.517756 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83512bf-ddb1-54fd-98d6-d759d7d8cd6f-d14bf6e2-77d3-42ac-9adb-3b3ab32b401b', 'network_id': 'd14bf6e2-77d3-42ac-9adb-3b3ab32b401b', 'project_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'fixed_ips': [{'subnet_id': 'b76908c8-beae-4293-b40b-49067df2e554'}]}} from dv-cinder-826608-3-iscsi. {{(pid=103990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:57:32.519486 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:32.554610 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c098e16-cc28-4937-9044-f48a47b5f8e6 req-8e438d61-7fbc-4dd4-893f-3a3d046a9a67 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:32.569771 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1c098e16-cc28-4937-9044-f48a47b5f8e6 req-8e438d61-7fbc-4dd4-893f-3a3d046a9a67 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.1629307 Jun 23 11:57:32.607484 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1d5b430d-ac4e-4725-98e0-b81d926f7677 req-e59f2f12-4063-484b-8a05-94b150e99610 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 210 time: 0.0920033 Jun 23 11:57:32.696732 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:32.788822 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Publish callbacks [] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), precommit_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:32.788822 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:32.798445 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:32.825935 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-c6d653d0-5c4f-4a79-a0dd-2841cbd3ce44 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Allocated IP 172.20.0.10 (fc58067c-4167-4106-9d1e-ab7bc831a394/a37d1b82-8291-4af1-8553-fefff8cb1b81/e482920e-48e2-4b63-930d-1d004fbb0de0) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:57:32.910516 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:32.935117 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1c098e16-cc28-4937-9044-f48a47b5f8e6 req-a17fb8f4-5b95-4380-a5b6-dbda9064ea88 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3617406 Jun 23 11:57:32.953424 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Publish callbacks [] for router_controller (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), precommit_add_association {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:33.184724 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Pushing event updated for resources: {'Port': ['ID=71e49b06-b349-4b73-a680-e4316c8b32a1,revision_number=3']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:33.210584 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:33.214737 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:33.215843 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:33.218078 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:33.218614 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:33.219253 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:33.220401 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:33.220915 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:33.221991 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:33.223047 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:33.224452 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:33.226451 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:33.226981 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:33.227482 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:33.227956 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:33.265537 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:33.296590 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 51478) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:33.321742 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Attempting to bind port 71e49b06-b349-4b73-a680-e4316c8b32a1 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:57:33.323233 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Attempting to bind port 71e49b06-b349-4b73-a680-e4316c8b32a1 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': '44c9e63a-5798-420d-89a1-3133beb23606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd'}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:57:33.323616 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Attempting to bind port 71e49b06-b349-4b73-a680-e4316c8b32a1 on network 33bf599f-e007-4787-9458-fbe47f8701cd {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:57:33.327912 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.db_base_plugin_common [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Allocated IP 172.20.0.2 (d14bf6e2-77d3-42ac-9adb-3b3ab32b401b/b76908c8-beae-4293-b40b-49067df2e554/e0eac111-2879-4400-81f5-02669f43e7ba) {{(pid=103990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:57:33.341658 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:57:33.342043 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Checking segment: {'id': '44c9e63a-5798-420d-89a1-3133beb23606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:57:33.342433 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:33.342820 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Bound using segment: {'id': '44c9e63a-5798-420d-89a1-3133beb23606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd'} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:57:33.343300 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Bound port: 71e49b06-b349-4b73-a680-e4316c8b32a1, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c9e63a-5798-420d-89a1-3133beb23606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd'}}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:57:33.343655 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:33.483460 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-c6d653d0-5c4f-4a79-a0dd-2841cbd3ce44 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for port (e482920e-48e2-4b63-930d-1d004fbb0de0), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:33.528193 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] For port 71e49b06-b349-4b73-a680-e4316c8b32a1, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:57:33.535542 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] For port 71e49b06-b349-4b73-a680-e4316c8b32a1, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=71e49b06-b349-4b73-a680-e4316c8b32a1,segment=NetworkSegment(44c9e63a-5798-420d-89a1-3133beb23606),segment_id=44c9e63a-5798-420d-89a1-3133beb23606)] {{(pid=103991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:57:33.558669 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:33.559374 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-4951bdb9-5af1-4324-919e-a628e09712a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:33.570184 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0d0f58b6-7571-465d-b696-8a73b737ec07 req-798356c0-6a30-4d10-b898-5481236bae45 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 210 time: 0.0789862 Jun 23 11:57:33.583965 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Publish callbacks [] for router_gateway (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:33.610213 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-828ad72f-cd84-44ed-af38-87d09099dffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:33.654693 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Routers {'4a049c19-2c7e-4a60-ab9e-285569d15400'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:57:33.654938 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:57:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['4a049c19-2c7e-4a60-ab9e-285569d15400'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:33.703340 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-c6d653d0-5c4f-4a79-a0dd-2841cbd3ce44 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (e482920e-48e2-4b63-930d-1d004fbb0de0), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:33.742997 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-3fda209b-e3e6-4f99-b05f-286f18a7f287 None None] Provisioning complete for port 71e49b06-b349-4b73-a680-e4316c8b32a1 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:33.744221 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-3fda209b-e3e6-4f99-b05f-286f18a7f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:33.748599 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9168a7-a9b9-4b1c-afd8-6a3edc79f214 None None] Pushing event updated for resources: {'Port': ['ID=71e49b06-b349-4b73-a680-e4316c8b32a1,revision_number=4']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:33.929782 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d653d0-5c4f-4a79-a0dd-2841cbd3ce44 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Pushing event updated for resources: {'Port': ['ID=e482920e-48e2-4b63-930d-1d004fbb0de0,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:33.974154 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] Set router 4a049c19-2c7e-4a60-ab9e-285569d15400 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:57:34.026976 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-c6d653d0-5c4f-4a79-a0dd-2841cbd3ce44 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Network fc58067c-4167-4106-9d1e-ab7bc831a394 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:57:34.029887 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-c6d653d0-5c4f-4a79-a0dd-2841cbd3ce44 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:57:34.043155 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-c6d653d0-5c4f-4a79-a0dd-2841cbd3ce44 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:57:34.224195 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-828ad72f-cd84-44ed-af38-87d09099dffd admin admin] Publish callbacks [] for security_group (eeb5d350-3f25-46f1-9872-58598ef567b1), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:34.239975 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:34.263757 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-828ad72f-cd84-44ed-af38-87d09099dffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (eeb5d350-3f25-46f1-9872-58598ef567b1), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:34.266347 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75c0ee-9035-450d-ba3b-3a89db214fc9 req-a7a3a4c9-cbfc-4224-8429-45cd37b22f67 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:34.268489 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-fa75c0ee-9035-450d-ba3b-3a89db214fc9 req-a7a3a4c9-cbfc-4224-8429-45cd37b22f67 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 932 time: 0.2827535 Jun 23 11:57:34.352153 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-c6d653d0-5c4f-4a79-a0dd-2841cbd3ce44 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:34.352754 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Publish callbacks [] for port (e0eac111-2879-4400-81f5-02669f43e7ba), precommit_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:34.353165 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-c6d653d0-5c4f-4a79-a0dd-2841cbd3ce44 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:34.373400 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-3fda209b-e3e6-4f99-b05f-286f18a7f287 None None] Current status of the port 71e49b06-b349-4b73-a680-e4316c8b32a1 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:34.373823 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-3fda209b-e3e6-4f99-b05f-286f18a7f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:34.387317 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:34.398624 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (e0eac111-2879-4400-81f5-02669f43e7ba), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:34.404586 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-828ad72f-cd84-44ed-af38-87d09099dffd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5dac2d4d38da494a8cd4cd136fe54f5b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1068163 Jun 23 11:57:34.414248 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c7658-5e24-42d0-bb2a-d69a26cc1445 req-b56081e6-967e-4162-8f02-9204b745a0c8 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:34.417334 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1b1c7658-5e24-42d0-bb2a-d69a26cc1445 req-b56081e6-967e-4162-8f02-9204b745a0c8 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.2551553 Jun 23 11:57:34.417521 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 51498) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:34.450676 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-c6d653d0-5c4f-4a79-a0dd-2841cbd3ce44 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4926827 Jun 23 11:57:34.451300 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ad72f-cd84-44ed-af38-87d09099dffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb5d350-3f25-46f1-9872-58598ef567b1,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:34.456180 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:34.491546 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:34.499240 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Pushing event updated for resources: {'Port': ['ID=e0eac111-2879-4400-81f5-02669f43e7ba,revision_number=1']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:34.502470 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:34.538589 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Network d14bf6e2-77d3-42ac-9adb-3b3ab32b401b is already hosted by enough agents. {{(pid=103990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:57:34.541035 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-3fda209b-e3e6-4f99-b05f-286f18a7f287 None None] For port 71e49b06-b349-4b73-a680-e4316c8b32a1, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=71e49b06-b349-4b73-a680-e4316c8b32a1,segment=NetworkSegment(44c9e63a-5798-420d-89a1-3133beb23606),segment_id=44c9e63a-5798-420d-89a1-3133beb23606)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:34.543098 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.base_scheduler [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Resources bound (agent type, host, resource id): {{(pid=103990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:57:34.546877 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Received port after_create {{(pid=103990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:57:34.551798 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-3fda209b-e3e6-4f99-b05f-286f18a7f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:34.562614 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'name': 'tempest-TestMinimumBasicScenario-219940052-router', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:27Z', 'revision_number': 4, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'gw_port': {'id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '71e49b06-b349-4b73-a680-e4316c8b32a1', 'name': '', 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'mac_address': 'fa:16:3e:83:1b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:26Z', 'updated_at': '2022-06-23T11:57:33Z', 'revision_number': 4, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'subnets': [{'id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:34.631197 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce939d4-4db3-40e0-a1e7-8f311312e8b6 None None] The sync data for ids ['4a049c19-2c7e-4a60-ab9e-285569d15400'] in dv-cinder-826608-3-iscsi is: [{'id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'name': 'tempest-TestMinimumBasicScenario-219940052-router', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:27Z', 'revision_number': 4, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'gw_port': {'id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '71e49b06-b349-4b73-a680-e4316c8b32a1', 'name': '', 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'mac_address': 'fa:16:3e:83:1b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:26Z', 'updated_at': '2022-06-23T11:57:33Z', 'revision_number': 4, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'subnets': [{'id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:57:34.647170 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Request body: {'port': {'device_id': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:34.695221 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Attempting to bind port e0eac111-2879-4400-81f5-02669f43e7ba on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:57:34.695998 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Attempting to bind port e0eac111-2879-4400-81f5-02669f43e7ba by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'b1c53e09-3cd0-48b2-b7e0-262271e643dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd14bf6e2-77d3-42ac-9adb-3b3ab32b401b'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:57:34.696804 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Attempting to bind port e0eac111-2879-4400-81f5-02669f43e7ba on network d14bf6e2-77d3-42ac-9adb-3b3ab32b401b {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:57:34.765443 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-d490765c-1839-4faf-a8b1-bb7ab7249e4b None None] Provisioning complete for port e482920e-48e2-4b63-930d-1d004fbb0de0 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:34.766156 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d490765c-1839-4faf-a8b1-bb7ab7249e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (e482920e-48e2-4b63-930d-1d004fbb0de0), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:34.778792 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Publish callbacks [] for router_gateway (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:34.844063 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda209b-e3e6-4f99-b05f-286f18a7f287 None None] Pushing event updated for resources: {'Port': ['ID=71e49b06-b349-4b73-a680-e4316c8b32a1,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:34.854510 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:34.865576 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-fa75c0ee-9035-450d-ba3b-3a89db214fc9 req-ccd589af-3b9d-4f2e-8730-c602cfd77aa9 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960013 Jun 23 11:57:34.926243 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:57:34.926615 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Checking segment: {'id': 'b1c53e09-3cd0-48b2-b7e0-262271e643dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd14bf6e2-77d3-42ac-9adb-3b3ab32b401b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:57:34.927026 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:34.927421 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Bound using segment: {'id': 'b1c53e09-3cd0-48b2-b7e0-262271e643dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd14bf6e2-77d3-42ac-9adb-3b3ab32b401b'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:57:34.927909 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Bound port: e0eac111-2879-4400-81f5-02669f43e7ba, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c53e09-3cd0-48b2-b7e0-262271e643dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd14bf6e2-77d3-42ac-9adb-3b3ab32b401b'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:57:34.928290 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (e0eac111-2879-4400-81f5-02669f43e7ba), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:34.939887 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:35.012173 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1b1c7658-5e24-42d0-bb2a-d69a26cc1445 req-f34f07f6-5f60-4748-bc45-dae56ddb1bff tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5577798 Jun 23 11:57:35.025502 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-d490765c-1839-4faf-a8b1-bb7ab7249e4b None None] Port e482920e-48e2-4b63-930d-1d004fbb0de0 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:57:35.047342 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-dad26128-dcaf-4186-bfdf-88a68c1f8aee admin admin] Publish callbacks [] for security_group (eeb5d350-3f25-46f1-9872-58598ef567b1), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:35.256875 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] For port e0eac111-2879-4400-81f5-02669f43e7ba, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:57:35.264808 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] For port e0eac111-2879-4400-81f5-02669f43e7ba, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=e0eac111-2879-4400-81f5-02669f43e7ba,segment=NetworkSegment(b1c53e09-3cd0-48b2-b7e0-262271e643dd),segment_id=b1c53e09-3cd0-48b2-b7e0-262271e643dd)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:57:35.275344 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-d490765c-1839-4faf-a8b1-bb7ab7249e4b None None] Provisioning complete for port 71e49b06-b349-4b73-a680-e4316c8b32a1 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:35.276983 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d490765c-1839-4faf-a8b1-bb7ab7249e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:35.316400 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Allocated IP 172.27.3.54 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/d80caf74-35df-44ab-9ad8-d30c0d8ed455) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:57:35.348359 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (e0eac111-2879-4400-81f5-02669f43e7ba), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:35.483736 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-549eda0d-5e4b-4f6a-8ab7-3c491a68702a req-1b51cac6-db5f-462b-a16e-d98f31d30401 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 210 time: 0.2333686 Jun 23 11:57:35.586947 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 51518) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:35.602365 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-786c9c1d-6441-4b2c-9349-e038cba74dfb tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1804348562', 'description': 'tempest-description--686330054'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:35.627408 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6bb33-9af2-4623-b7b3-da273b5612ba None None] Pushing event updated for resources: {'Port': ['ID=e0eac111-2879-4400-81f5-02669f43e7ba,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:35.636844 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-3739a4e3-6d9a-4ba5-9845-12267190bf1d tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:35.638609 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-3739a4e3-6d9a-4ba5-9845-12267190bf1d tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.44 "GET /v2.0/networks?id=1cbb7bc8-91c5-4257-ad30-f56ed02325b3 HTTP/1.1" status: 200 len: 813 time: 0.8492794 Jun 23 11:57:35.641876 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (e482920e-48e2-4b63-930d-1d004fbb0de0), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:35.735728 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-dad26128-dcaf-4186-bfdf-88a68c1f8aee admin admin] Publish callbacks [] for security_group (eeb5d350-3f25-46f1-9872-58598ef567b1), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:35.761626 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-0f6fa1dd-b29f-4fa8-9837-78edb698b760 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Request body: {'port': {'device_id': 'b53cbaa7-867e-41fd-ae9d-437ed7dab927', 'network_id': '1cbb7bc8-91c5-4257-ad30-f56ed02325b3', 'admin_state_up': True, 'tenant_id': 'a5a0086895b6442da90bc0f1bcecd3e7'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:35.808471 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-d490765c-1839-4faf-a8b1-bb7ab7249e4b None None] Current status of the port 71e49b06-b349-4b73-a680-e4316c8b32a1 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:35.922441 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:35.963122 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Publish callbacks [] for port (d80caf74-35df-44ab-9ad8-d30c0d8ed455), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:35.975370 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 71e49b06-b349-4b73-a680-e4316c8b32a1 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:57:36.036225 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:36.047987 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (d80caf74-35df-44ab-9ad8-d30c0d8ed455), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:36.173604 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-786c9c1d-6441-4b2c-9349-e038cba74dfb tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:36.179800 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:57:36.207868 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:57:36.215102 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:57:36.243782 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 71e49b06-b349-4b73-a680-e4316c8b32a1 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:36.245572 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:36.246898 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Pushing event updated for resources: {'Port': ['ID=d80caf74-35df-44ab-9ad8-d30c0d8ed455,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:36.352405 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:36.575220 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-dad26128-dcaf-4186-bfdf-88a68c1f8aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (eeb5d350-3f25-46f1-9872-58598ef567b1), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:36.576580 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 71e49b06-b349-4b73-a680-e4316c8b32a1 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:36.579701 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-dad26128-dcaf-4186-bfdf-88a68c1f8aee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:36.588751 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-dad26128-dcaf-4186-bfdf-88a68c1f8aee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eeb5d350-3f25-46f1-9872-58598ef567b1 HTTP/1.1" status: 204 len: 168 time: 2.1689081 Jun 23 11:57:36.678626 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad26128-dcaf-4186-bfdf-88a68c1f8aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb5d350-3f25-46f1-9872-58598ef567b1,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:36.693607 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:36.712052 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-786c9c1d-6441-4b2c-9349-e038cba74dfb tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (cbe3cb4b-688b-4d01-b275-1061e1b15fe5), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:36.724750 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:36.780571 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcc4e5-837a-4b1c-9cf3-9532ffd4a461 req-64e27c23-65e8-478f-9408-f907dda042f9 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:36.782217 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4abcc4e5-837a-4b1c-9cf3-9532ffd4a461 req-64e27c23-65e8-478f-9408-f907dda042f9 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 932 time: 0.3849976 Jun 23 11:57:37.077444 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-0f6fa1dd-b29f-4fa8-9837-78edb698b760 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Made reservation on behalf of a5a0086895b6442da90bc0f1bcecd3e7 for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:57:37.081287 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-0f6fa1dd-b29f-4fa8-9837-78edb698b760 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:37.115899 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4abcc4e5-837a-4b1c-9cf3-9532ffd4a461 req-69b1dae3-e842-4b4b-9670-23af00a31ce3 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3206346 Jun 23 11:57:37.224274 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:37.286923 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:37.309580 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e482920e-48e2-4b63-930d-1d004fbb0de0 {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:57:37.323567 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Publish callbacks [] for port (e482920e-48e2-4b63-930d-1d004fbb0de0), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:37.414794 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Transition to ACTIVE for port object e482920e-48e2-4b63-930d-1d004fbb0de0 will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:57:37.498197 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (e482920e-48e2-4b63-930d-1d004fbb0de0), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:37.532794 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-18d58546-0d92-4187-bcb9-37cbb0d645c5 req-90fd2325-5a3e-4e8d-ab43-8a96d0711ea7 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 210 time: 0.1251280 Jun 23 11:57:37.533201 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573bf7e-e047-4b24-8fe5-6c792481770d req-9b464b48-e4b2-4a6e-ba99-54bd1aad3d71 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:37.535824 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c573bf7e-e047-4b24-8fe5-6c792481770d req-9b464b48-e4b2-4a6e-ba99-54bd1aad3d71 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 1.1462307 Jun 23 11:57:37.538355 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-786c9c1d-6441-4b2c-9349-e038cba74dfb tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (cbe3cb4b-688b-4d01-b275-1061e1b15fe5), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:37.542500 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Publish callbacks [] for router_gateway (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:37.681325 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:57:37.690693 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-0f6fa1dd-b29f-4fa8-9837-78edb698b760 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Allocated IP 172.20.0.2 (1cbb7bc8-91c5-4257-ad30-f56ed02325b3/b806f1c4-b55c-4ab3-ba48-5f8a8f225405/0b035da7-5c00-4cd0-8237-b2b2955053b7) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:57:37.721292 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-786c9c1d-6441-4b2c-9349-e038cba74dfb tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:37.726026 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-786c9c1d-6441-4b2c-9349-e038cba74dfb tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1358464 Jun 23 11:57:37.730211 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 51550) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:37.734608 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Pushing event updated for resources: {'Port': ['ID=e482920e-48e2-4b63-930d-1d004fbb0de0,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:37.764524 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-862980b1-534e-492c-92cd-ae0680ddd688 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'security_group_rule': {'security_group_id': 'cbe3cb4b-688b-4d01-b275-1061e1b15fe5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:37.842973 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c9c1d-6441-4b2c-9349-e038cba74dfb tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe3cb4b-688b-4d01-b275-1061e1b15fe5,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:37.917408 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c573bf7e-e047-4b24-8fe5-6c792481770d req-ea5ce26d-1a51-4d50-a538-61ecf2a54329 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252659 Jun 23 11:57:38.020874 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device e0eac111-2879-4400-81f5-02669f43e7ba up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:57:38.122463 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-862980b1-534e-492c-92cd-ae0680ddd688 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (81302d15-8aaa-409e-b77b-6e11f4c1b177), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:38.206359 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e0443a-72bd-4d72-9be1-3c7da7a93db9 None None] Network d14bf6e2-77d3-42ac-9adb-3b3ab32b401b requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:57:38.263494 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Attempting to bind port e482920e-48e2-4b63-930d-1d004fbb0de0 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:57:38.264209 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Attempting to bind port e482920e-48e2-4b63-930d-1d004fbb0de0 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:57:38.266228 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Attempting to bind port e482920e-48e2-4b63-930d-1d004fbb0de0 on network fc58067c-4167-4106-9d1e-ab7bc831a394 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:57:38.285263 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596902'] for router (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:38.316456 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Port e482920e-48e2-4b63-930d-1d004fbb0de0 on network fc58067c-4167-4106-9d1e-ab7bc831a394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:57:38.324416 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Attempting to bind port e482920e-48e2-4b63-930d-1d004fbb0de0 on network fc58067c-4167-4106-9d1e-ab7bc831a394 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:57:38.391686 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:38.404809 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:57:38.404809 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Checking segment: {'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:57:38.405193 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Bound using segment: {'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:57:38.405667 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Bound port: e482920e-48e2-4b63-930d-1d004fbb0de0, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4374ea33-08b3-4b06-bbc1-334b11a3ab06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:57:38.406127 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (e482920e-48e2-4b63-930d-1d004fbb0de0), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:38.421218 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port e0eac111-2879-4400-81f5-02669f43e7ba triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:38.421901 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (e0eac111-2879-4400-81f5-02669f43e7ba), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:38.470493 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188c78a-fe16-4969-bec1-81fb184c70d8 req-66bac62c-efdc-4207-b5ff-8b10b8989f43 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:38.472742 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c188c78a-fe16-4969-bec1-81fb184c70d8 req-66bac62c-efdc-4207-b5ff-8b10b8989f43 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 944 time: 0.1714575 Jun 23 11:57:38.505992 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-0f6fa1dd-b29f-4fa8-9837-78edb698b760 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Publish callbacks [] for port (0b035da7-5c00-4cd0-8237-b2b2955053b7), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:38.542419 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-862980b1-534e-492c-92cd-ae0680ddd688 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (81302d15-8aaa-409e-b77b-6e11f4c1b177), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:38.550363 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-ec86883d-c058-40a2-a35e-773972c6ab16 None None] Provisioning complete for port e0eac111-2879-4400-81f5-02669f43e7ba triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:38.550850 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ec86883d-c058-40a2-a35e-773972c6ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (e0eac111-2879-4400-81f5-02669f43e7ba), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:38.569933 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-862980b1-534e-492c-92cd-ae0680ddd688 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (81302d15-8aaa-409e-b77b-6e11f4c1b177), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:38.649909 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Router c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6 is scheduled to L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 with binding_index 1 {{(pid=103989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:57:38.774304 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] For port e482920e-48e2-4b63-930d-1d004fbb0de0, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:57:38.792798 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-ec86883d-c058-40a2-a35e-773972c6ab16 None None] Current status of the port e0eac111-2879-4400-81f5-02669f43e7ba is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:38.793462 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ec86883d-c058-40a2-a35e-773972c6ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (e0eac111-2879-4400-81f5-02669f43e7ba), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:38.796439 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port e0eac111-2879-4400-81f5-02669f43e7ba is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:38.797147 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (e0eac111-2879-4400-81f5-02669f43e7ba), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:38.805936 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862980b1-534e-492c-92cd-ae0680ddd688 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81302d15-8aaa-409e-b77b-6e11f4c1b177,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:38.881788 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:38.896393 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-ec86883d-c058-40a2-a35e-773972c6ab16 None None] For port e0eac111-2879-4400-81f5-02669f43e7ba, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=e0eac111-2879-4400-81f5-02669f43e7ba,segment=NetworkSegment(b1c53e09-3cd0-48b2-b7e0-262271e643dd),segment_id=b1c53e09-3cd0-48b2-b7e0-262271e643dd)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:38.922673 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ec86883d-c058-40a2-a35e-773972c6ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (e0eac111-2879-4400-81f5-02669f43e7ba), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:38.923453 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] For port e482920e-48e2-4b63-930d-1d004fbb0de0, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=e482920e-48e2-4b63-930d-1d004fbb0de0,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:57:38.962101 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4e53166c-befd-46be-bc32-e0fa9c6b80e5 req-75889a21-7dd8-4d08-b504-0687c18bc4a1 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 210 time: 0.1239715 Jun 23 11:57:38.977110 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:38.977827 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:38.983184 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c188c78a-fe16-4969-bec1-81fb184c70d8 req-1807231e-2012-4b1f-bd63-f080144aa4de tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4834657 Jun 23 11:57:38.990066 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-862980b1-534e-492c-92cd-ae0680ddd688 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:38.992755 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-862980b1-534e-492c-92cd-ae0680ddd688 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2342958 Jun 23 11:57:38.994324 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-0f6fa1dd-b29f-4fa8-9837-78edb698b760 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (0b035da7-5c00-4cd0-8237-b2b2955053b7), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:38.997764 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 51578) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:39.007463 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-c7cb29e9-87ce-491c-924c-0fc651728dac tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'security_group_rule': {'security_group_id': 'cbe3cb4b-688b-4d01-b275-1061e1b15fe5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:39.015724 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:57:39.043396 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:39.052493 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-2866aeaf-e781-4319-a81d-356f277d93cc admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6611390 Jun 23 11:57:39.053655 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 51582) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:39.061465 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (e482920e-48e2-4b63-930d-1d004fbb0de0), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:39.064363 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86883d-c058-40a2-a35e-773972c6ab16 None None] Pushing event updated for resources: {'Port': ['ID=e0eac111-2879-4400-81f5-02669f43e7ba,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:39.167854 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:39.168484 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:39.170261 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] 10.222.0.44 "PUT /v2.0/ports/e482920e-48e2-4b63-930d-1d004fbb0de0 HTTP/1.1" status: 200 len: 1094 time: 4.6493967 Jun 23 11:57:39.178542 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'tag': 'e482920e-48e2-4b63-930d-1d004fbb0de0'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:57:39.181149 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdc0566-b97b-4e5f-95ac-515939995461" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7bee95-4d0f-4a24-9abc-1d972470a137", "tag": "e482920e-48e2-4b63-930d-1d004fbb0de0"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:39.187694 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Sync routers for ids ['c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:57:39.253343 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Routers {'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:57:39.254214 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:57:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:39.264544 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-0f6fa1dd-b29f-4fa8-9837-78edb698b760 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Network 1cbb7bc8-91c5-4257-ad30-f56ed02325b3 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:57:39.270183 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-a566bcf1-16d5-4323-87f9-e53642188cfe None None] Provisioning complete for port e0eac111-2879-4400-81f5-02669f43e7ba triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:39.271470 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-a566bcf1-16d5-4323-87f9-e53642188cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (e0eac111-2879-4400-81f5-02669f43e7ba), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:39.361865 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.db.api [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 11:57:39.362604 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG oslo_db.api [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:57:39.369879 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb87b82-eeaa-44db-af50-af098c3441f2 req-f788e3ac-11e4-4401-a71b-d59b7caa25e8 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:39.371867 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bcb87b82-eeaa-44db-af50-af098c3441f2 req-f788e3ac-11e4-4401-a71b-d59b7caa25e8 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.1005912 Jun 23 11:57:39.399843 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-03fd4c7c-72f2-41ed-9e8f-02a250e9a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:39.406253 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-03fd4c7c-72f2-41ed-9e8f-02a250e9a822 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 1128 time: 0.1675546 Jun 23 11:57:39.413457 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5583a44-1bcc-49be-bc39-65e94c6a2ffd x-openstack-request-id: req-e5583a44-1bcc-49be-bc39-65e94c6a2ffd {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:39.414955 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7bee95-4d0f-4a24-9abc-1d972470a137", "tag": "e482920e-48e2-4b63-930d-1d004fbb0de0", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:39.417296 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e5583a44-1bcc-49be-bc39-65e94c6a2ffd {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:39.418168 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5583a44-1bcc-49be-bc39-65e94c6a2ffd'] response: {'name': 'network-changed', 'server_uuid': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'tag': 'e482920e-48e2-4b63-930d-1d004fbb0de0', 'status': 'completed', 'code': 200} Jun 23 11:57:39.419419 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fa1dd-b29f-4fa8-9837-78edb698b760 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Pushing event updated for resources: {'Port': ['ID=0b035da7-5c00-4cd0-8237-b2b2955053b7,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:39.475450 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-70c6adf7-716d-41fa-873d-0b76a7dfa456 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e482920e-48e2-4b63-930d-1d004fbb0de0 HTTP/1.1" status: 200 len: 217 time: 0.0519350 Jun 23 11:57:39.476371 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-0f6fa1dd-b29f-4fa8-9837-78edb698b760 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:57:39.548090 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54eb4c-4bc7-4558-8bb3-4371d2cbd9eb service neutron] Pushing event updated for resources: {'Port': ['ID=e482920e-48e2-4b63-930d-1d004fbb0de0,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:39.552978 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-0f6fa1dd-b29f-4fa8-9837-78edb698b760 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:57:39.616523 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c7cb29e9-87ce-491c-924c-0fc651728dac tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (69a5f631-3142-46c0-8994-5a94bd81294b), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:39.686617 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Set router c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:57:39.713811 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bcb87b82-eeaa-44db-af50-af098c3441f2 req-7166bb62-7100-46ac-837a-42ff9bc2f55f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321166 Jun 23 11:57:39.761234 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-07a74309-7f28-4890-a8ac-0cfd574d84e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:39.768744 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-07a74309-7f28-4890-a8ac-0cfd574d84e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.2116058 Jun 23 11:57:39.772609 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-a566bcf1-16d5-4323-87f9-e53642188cfe None None] Current status of the port e0eac111-2879-4400-81f5-02669f43e7ba is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:39.778943 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-0f6fa1dd-b29f-4fa8-9837-78edb698b760 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:39.779676 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-0f6fa1dd-b29f-4fa8-9837-78edb698b760 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:39.808643 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c7cb29e9-87ce-491c-924c-0fc651728dac tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (69a5f631-3142-46c0-8994-5a94bd81294b), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:39.817115 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c7cb29e9-87ce-491c-924c-0fc651728dac tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (69a5f631-3142-46c0-8994-5a94bd81294b), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:39.846781 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-0f6fa1dd-b29f-4fa8-9837-78edb698b760 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1403849 Jun 23 11:57:39.855538 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c7cb29e9-87ce-491c-924c-0fc651728dac tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:39.856840 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-c7cb29e9-87ce-491c-924c-0fc651728dac tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8564746 Jun 23 11:57:39.860060 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 51592) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:39.864933 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'floatingip': {'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:39.872249 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb29e9-87ce-491c-924c-0fc651728dac tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a5f631-3142-46c0-8994-5a94bd81294b,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:39.933541 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:39.934004 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:40.090132 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:40.119749 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Request body: {'port': {'device_id': 'b53cbaa7-867e-41fd-ae9d-437ed7dab927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:40.133994 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port e0eac111-2879-4400-81f5-02669f43e7ba is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:40.258631 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'name': 'tempest-TestMinimumBasicScenario-288547853-router', 'tenant_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd80caf74-35df-44ab-9ad8-d30c0d8ed455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:32Z', 'updated_at': '2022-06-23T11:57:36Z', 'revision_number': 3, 'project_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'gw_port': {'id': 'd80caf74-35df-44ab-9ad8-d30c0d8ed455', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:34Z', 'updated_at': '2022-06-23T11:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:40.308707 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Checking router: c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:57:40.308984 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Updating router c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6 port d80caf74-35df-44ab-9ad8-d30c0d8ed455 binding host dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:57:40.351144 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a56c7-a872-449a-9822-27e31480982e req-a9574ec2-002f-4dcd-8e35-9c06ce4439dc tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:40.352908 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f38a56c7-a872-449a-9822-27e31480982e req-a9574ec2-002f-4dcd-8e35-9c06ce4439dc tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 944 time: 0.1196468 Jun 23 11:57:40.363291 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (d80caf74-35df-44ab-9ad8-d30c0d8ed455), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:40.396867 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device e0eac111-2879-4400-81f5-02669f43e7ba up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:57:40.411397 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:40.460442 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-171a91dd-0bf6-4608-8efc-50f69af482ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:40.462289 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-171a91dd-0bf6-4608-8efc-50f69af482ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3486559 Jun 23 11:57:40.467893 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:40.475627 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f38a56c7-a872-449a-9822-27e31480982e req-ddfa0f82-4f40-4f6e-b5d3-b74bb350ad6e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133208 Jun 23 11:57:40.577732 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port e0eac111-2879-4400-81f5-02669f43e7ba triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:40.578039 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (e0eac111-2879-4400-81f5-02669f43e7ba), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:40.585863 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:40.642390 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83411130-f262-4310-8045-338a81109f18 req-eb0a887d-8ec7-4d8e-af8a-c35306963ff8 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:40.644297 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-83411130-f262-4310-8045-338a81109f18 req-eb0a887d-8ec7-4d8e-af8a-c35306963ff8 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 931 time: 0.2937534 Jun 23 11:57:40.679780 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:40.695408 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (0b035da7-5c00-4cd0-8237-b2b2955053b7), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:40.872233 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port e0eac111-2879-4400-81f5-02669f43e7ba is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:40.984001 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Allocated IP 172.20.0.1 (d14bf6e2-77d3-42ac-9adb-3b3ab32b401b/b76908c8-beae-4293-b40b-49067df2e554/b7961c17-238c-4506-a88d-08c34cc8d300) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:57:41.101373 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b035da7-5c00-4cd0-8237-b2b2955053b7 {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:57:41.112160 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Publish callbacks [] for port (0b035da7-5c00-4cd0-8237-b2b2955053b7), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:41.127302 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Publish callbacks [] for port (d80caf74-35df-44ab-9ad8-d30c0d8ed455), precommit_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:41.132568 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:41.133324 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:41.135809 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (d80caf74-35df-44ab-9ad8-d30c0d8ed455), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:41.176890 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Publish callbacks [] for port (b7961c17-238c-4506-a88d-08c34cc8d300), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:41.202781 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Attempting to bind port d80caf74-35df-44ab-9ad8-d30c0d8ed455 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:57:41.203339 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Attempting to bind port d80caf74-35df-44ab-9ad8-d30c0d8ed455 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:57:41.203804 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Attempting to bind port d80caf74-35df-44ab-9ad8-d30c0d8ed455 on network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:57:41.220537 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:57:41.221157 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Checking segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:57:41.221657 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:41.222223 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Bound using segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:57:41.225239 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:41.225956 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Bound port: d80caf74-35df-44ab-9ad8-d30c0d8ed455, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:57:41.226124 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:41.226949 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (d80caf74-35df-44ab-9ad8-d30c0d8ed455), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:41.239624 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:41.240205 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Transition to ACTIVE for port object 0b035da7-5c00-4cd0-8237-b2b2955053b7 will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:57:41.246557 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-83411130-f262-4310-8045-338a81109f18 req-1150bb40-fed6-45d3-bb4f-1bfd46d79a60 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715210 Jun 23 11:57:41.272050 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-cd5b7922-0f29-4c36-9608-f8bf86a0f753 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d410564d1ba94f7883cd07fcf16be765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612359 Jun 23 11:57:41.280272 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (0b035da7-5c00-4cd0-8237-b2b2955053b7), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:41.347488 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Pushing event updated for resources: {'Port': ['ID=0b035da7-5c00-4cd0-8237-b2b2955053b7,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:41.350136 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Network d14bf6e2-77d3-42ac-9adb-3b3ab32b401b is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:57:41.357291 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe741a5f-108d-49ec-b9f7-66407524265e req-2d087dbf-10ba-43a2-ae6a-1cb02194a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:41.358751 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fe741a5f-108d-49ec-b9f7-66407524265e req-2d087dbf-10ba-43a2-ae6a-1cb02194a829 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d211354c655b469491d235e5507e61ba&device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 1129 time: 0.2406251 Jun 23 11:57:41.380609 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:57:41.392031 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139563f2-097d-4ad5-82c9-e90f1545586c None None] Pushing event updated for resources: {'Port': ['ID=d80caf74-35df-44ab-9ad8-d30c0d8ed455,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:41.407322 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:57:41.474149 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] For port d80caf74-35df-44ab-9ad8-d30c0d8ed455, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:57:41.485682 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] For port d80caf74-35df-44ab-9ad8-d30c0d8ed455, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=d80caf74-35df-44ab-9ad8-d30c0d8ed455,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:57:41.518247 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (d80caf74-35df-44ab-9ad8-d30c0d8ed455), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:41.538494 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Pushing event updated for resources: {'Port': ['ID=b7961c17-238c-4506-a88d-08c34cc8d300,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:41.675065 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:41.676488 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe741a5f-108d-49ec-b9f7-66407524265e req-7a2be4cb-01d2-445d-ad03-878eba92e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:41.678047 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fe741a5f-108d-49ec-b9f7-66407524265e req-7a2be4cb-01d2-445d-ad03-878eba92e860 service neutron] 10.222.0.44 "GET /v2.0/networks?id=95d2a966-c2d0-4baf-b3af-40bcab8446e6 HTTP/1.1" status: 200 len: 918 time: 0.2599657 Jun 23 11:57:41.701216 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Routers {'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:57:41.703691 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:57:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:41.710591 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Allocated IP 172.27.3.85 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/a56bf218-779d-428c-b49b-c8cbcccad159) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:57:41.800275 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595459'] for router_interface (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:41.866137 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] Set router c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:57:41.972130 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139563f2-097d-4ad5-82c9-e90f1545586c None None] Pushing event updated for resources: {'Port': ['ID=d80caf74-35df-44ab-9ad8-d30c0d8ed455,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:41.997364 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-778da2b3-2502-4219-8a7e-5d2dcd90e1a3 None None] Provisioning complete for port b7961c17-238c-4506-a88d-08c34cc8d300 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:41.997734 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-778da2b3-2502-4219-8a7e-5d2dcd90e1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:42.001761 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:42.019334 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-0caa16dc-d6c3-4527-8468-f8206bebc09b tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:42.022185 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-0caa16dc-d6c3-4527-8468-f8206bebc09b tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7056179 Jun 23 11:57:42.026039 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:42.041705 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-1b727bfa-ac40-4c97-a09b-10b56dd02781 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/quotas/d410564d1ba94f7883cd07fcf16be765 HTTP/1.1" status: 200 len: 375 time: 0.0112984 Jun 23 11:57:42.116642 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5f332435-5211-4891-a2e7-31642bb357e0 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d410564d1ba94f7883cd07fcf16be765&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598586 Jun 23 11:57:42.144558 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-778da2b3-2502-4219-8a7e-5d2dcd90e1a3 None None] Port b7961c17-238c-4506-a88d-08c34cc8d300 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:57:42.203407 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-e24cfe5d-54e8-4d00-b304-a46487a097c5 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0864127 Jun 23 11:57:42.224640 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9d508-38c0-4456-bf4d-23be7a4ed5b3 req-5c535eca-b898-451f-bef1-629178b9c42f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:42.232768 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-feb9d508-38c0-4456-bf4d-23be7a4ed5b3 req-5c535eca-b898-451f-bef1-629178b9c42f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.8094242 Jun 23 11:57:42.427413 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fe741a5f-108d-49ec-b9f7-66407524265e req-96f5365e-b6e9-4127-b50b-1235e4f6de33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e HTTP/1.1" status: 200 len: 1000 time: 0.7118425 Jun 23 11:57:42.459739 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'name': 'tempest-TestMinimumBasicScenario-288547853-router', 'tenant_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd80caf74-35df-44ab-9ad8-d30c0d8ed455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:32Z', 'updated_at': '2022-06-23T11:57:36Z', 'revision_number': 3, 'project_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'gw_port': {'id': 'd80caf74-35df-44ab-9ad8-d30c0d8ed455', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:34Z', 'updated_at': '2022-06-23T11:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:42.518352 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Attempting to bind port 0b035da7-5c00-4cd0-8237-b2b2955053b7 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:57:42.518352 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Attempting to bind port 0b035da7-5c00-4cd0-8237-b2b2955053b7 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '6b75d81d-3788-47e6-a7ec-066eae27f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1cbb7bc8-91c5-4257-ad30-f56ed02325b3'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:57:42.518352 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Attempting to bind port 0b035da7-5c00-4cd0-8237-b2b2955053b7 on network 1cbb7bc8-91c5-4257-ad30-f56ed02325b3 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:57:42.561463 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62043df7-586f-4b46-a58f-557a7323d08b None None] The sync data for ids ['c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'] in dv-cinder-826608-3-iscsi is: [{'id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'name': 'tempest-TestMinimumBasicScenario-288547853-router', 'tenant_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd80caf74-35df-44ab-9ad8-d30c0d8ed455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:32Z', 'updated_at': '2022-06-23T11:57:36Z', 'revision_number': 3, 'project_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'gw_port': {'id': 'd80caf74-35df-44ab-9ad8-d30c0d8ed455', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:34Z', 'updated_at': '2022-06-23T11:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:57:42.750826 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe741a5f-108d-49ec-b9f7-66407524265e req-65a233a2-9998-4b17-a8d0-8a30b4272466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:42.759198 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fe741a5f-108d-49ec-b9f7-66407524265e req-65a233a2-9998-4b17-a8d0-8a30b4272466 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fea9b42-e008-42bd-8176-b6f37ce2fc7a HTTP/1.1" status: 200 len: 856 time: 0.2808683 Jun 23 11:57:42.761583 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Port 0b035da7-5c00-4cd0-8237-b2b2955053b7 on network 1cbb7bc8-91c5-4257-ad30-f56ed02325b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:57:42.762573 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Attempting to bind port 0b035da7-5c00-4cd0-8237-b2b2955053b7 on network 1cbb7bc8-91c5-4257-ad30-f56ed02325b3 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:57:42.812054 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:57:42.812398 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Checking segment: {'id': '6b75d81d-3788-47e6-a7ec-066eae27f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1cbb7bc8-91c5-4257-ad30-f56ed02325b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:57:42.812825 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Bound using segment: {'id': '6b75d81d-3788-47e6-a7ec-066eae27f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1cbb7bc8-91c5-4257-ad30-f56ed02325b3'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:57:42.813280 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Bound port: 0b035da7-5c00-4cd0-8237-b2b2955053b7, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b75d81d-3788-47e6-a7ec-066eae27f051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '1cbb7bc8-91c5-4257-ad30-f56ed02325b3'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:57:42.813648 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (0b035da7-5c00-4cd0-8237-b2b2955053b7), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:42.916435 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Publish callbacks [] for port (b7961c17-238c-4506-a88d-08c34cc8d300), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:42.923825 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for port (a56bf218-779d-428c-b49b-c8cbcccad159), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:42.925297 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:42.978097 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce74bd0-9416-43c7-8114-eff38ab32a42 req-4dff4956-de7b-4810-9b23-60cc0199b970 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:42.982512 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-feb9d508-38c0-4456-bf4d-23be7a4ed5b3 req-11a55ac2-3fd4-4761-b41f-c517ff9edc52 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7486525 Jun 23 11:57:42.983002 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:42.985986 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6efee3ac-0b82-4a37-82a5-103d00d54476 req-c663cced-d587-4a32-b81f-6e96e5c0623e service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7481179 Jun 23 11:57:42.986938 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe741a5f-108d-49ec-b9f7-66407524265e req-3af6907e-de47-45c1-867b-1502f76fca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:42.991443 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fe741a5f-108d-49ec-b9f7-66407524265e req-3af6907e-de47-45c1-867b-1502f76fca1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95d2a966-c2d0-4baf-b3af-40bcab8446e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2100682 Jun 23 11:57:43.002831 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6ce74bd0-9416-43c7-8114-eff38ab32a42 req-4dff4956-de7b-4810-9b23-60cc0199b970 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 944 time: 0.5270312 Jun 23 11:57:43.169431 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:43.295584 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (a56bf218-779d-428c-b49b-c8cbcccad159), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:43.305738 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Pushing event updated for resources: {'Port': ['ID=b7961c17-238c-4506-a88d-08c34cc8d300,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:43.341248 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597651'] for router_interface (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:43.357335 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6ce74bd0-9416-43c7-8114-eff38ab32a42 req-baff226e-7eb4-4e0e-be4a-c0d8d97bad1d tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3340533 Jun 23 11:57:43.432583 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:57:43.438605 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'Port': ['ID=a56bf218-779d-428c-b49b-c8cbcccad159,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:43.441354 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:57:43.464143 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:57:43.536751 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ddae7b32-b0bd-409b-9945-c7031da367e2 req-cf57f3f8-767c-4390-9ecf-aaf318c08dde tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 210 time: 0.0584013 Jun 23 11:57:43.537004 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] For port 0b035da7-5c00-4cd0-8237-b2b2955053b7, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:57:43.581157 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] For port 0b035da7-5c00-4cd0-8237-b2b2955053b7, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0b035da7-5c00-4cd0-8237-b2b2955053b7,segment=NetworkSegment(6b75d81d-3788-47e6-a7ec-066eae27f051),segment_id=6b75d81d-3788-47e6-a7ec-066eae27f051)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:57:43.594034 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a38ad-be59-4f17-a673-ba679aaf7135 req-2637c92d-bc34-4ed3-986b-b4c27b7dcdf8 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:43.594388 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Network d14bf6e2-77d3-42ac-9adb-3b3ab32b401b is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:57:43.596129 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:57:43.601551 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c10a38ad-be59-4f17-a673-ba679aaf7135 req-2637c92d-bc34-4ed3-986b-b4c27b7dcdf8 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 943 time: 0.1652484 Jun 23 11:57:43.630286 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fe741a5f-108d-49ec-b9f7-66407524265e req-5689a551-e6ea-464a-b7e4-acea128e899c service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215308 Jun 23 11:57:43.681068 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (0b035da7-5c00-4cd0-8237-b2b2955053b7), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:43.683493 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:43.757199 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Pushing event updated for resources: {'Port': ['ID=0b035da7-5c00-4cd0-8237-b2b2955053b7,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:43.823816 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b3bb6-621b-4efd-b87d-21ab72dbd5fe req-483fb0fb-a299-46b7-b10b-f2db434689dc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:43.836308 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a28b3bb6-621b-4efd-b87d-21ab72dbd5fe req-483fb0fb-a299-46b7-b10b-f2db434689dc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.1497471 Jun 23 11:57:43.895045 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (6d86c802-2c0f-4ab7-abb8-c1bb06aede56), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:43.923454 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:43.924091 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:43.925853 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6443a6ff-7114-4b09-a350-52daad001dff service neutron] 10.222.0.44 "PUT /v2.0/ports/0b035da7-5c00-4cd0-8237-b2b2955053b7 HTTP/1.1" status: 200 len: 1093 time: 3.8106282 Jun 23 11:57:43.927830 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53cbaa7-867e-41fd-ae9d-437ed7dab927', 'tag': '0b035da7-5c00-4cd0-8237-b2b2955053b7'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:57:43.931059 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7766d51-e725-4fd8-85e8-f99ff2be2be1" -d '{"events": [{"name": "network-changed", "server_uuid": "b53cbaa7-867e-41fd-ae9d-437ed7dab927", "tag": "0b035da7-5c00-4cd0-8237-b2b2955053b7"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:43.936417 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Router c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:57:43.953049 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c10a38ad-be59-4f17-a673-ba679aaf7135 req-401beb93-dee3-4b89-8064-86729fdf5d94 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506558 Jun 23 11:57:43.990249 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a28b3bb6-621b-4efd-b87d-21ab72dbd5fe req-b6403ea6-5b3f-4478-aa97-e63be2dbcaf2 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437366 Jun 23 11:57:44.016099 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-1ae463a8-d8d5-47f9-b9c8-0d559f91a19f None None] Provisioning complete for port b7961c17-238c-4506-a88d-08c34cc8d300 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:44.016767 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-1ae463a8-d8d5-47f9-b9c8-0d559f91a19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:44.140836 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7901c4-ca8d-4db4-b157-db48c380f45a x-openstack-request-id: req-5e7901c4-ca8d-4db4-b157-db48c380f45a {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:44.141949 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-1ae463a8-d8d5-47f9-b9c8-0d559f91a19f None None] Port b7961c17-238c-4506-a88d-08c34cc8d300 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:57:44.145011 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53cbaa7-867e-41fd-ae9d-437ed7dab927", "tag": "0b035da7-5c00-4cd0-8237-b2b2955053b7", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:44.145171 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e7901c4-ca8d-4db4-b157-db48c380f45a {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:44.145606 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e7901c4-ca8d-4db4-b157-db48c380f45a'] response: {'name': 'network-changed', 'server_uuid': 'b53cbaa7-867e-41fd-ae9d-437ed7dab927', 'tag': '0b035da7-5c00-4cd0-8237-b2b2955053b7', 'status': 'completed', 'code': 200} Jun 23 11:57:44.176825 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:44.239606 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc0566-b97b-4e5f-95ac-515939995461 req-b948dc79-d530-4d61-acc1-0619ac5a5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:44.242493 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3bdc0566-b97b-4e5f-95ac-515939995461 req-b948dc79-d530-4d61-acc1-0619ac5a5887 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 1128 time: 0.1384363 Jun 23 11:57:44.313586 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5715477-7c2c-4167-8b8c-5971fae350e2 req-d235fd32-ea6b-4bad-918c-21620c827720 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:44.328409 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d5715477-7c2c-4167-8b8c-5971fae350e2 req-d235fd32-ea6b-4bad-918c-21620c827720 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.1846633 Jun 23 11:57:44.340825 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device d80caf74-35df-44ab-9ad8-d30c0d8ed455 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:57:44.433900 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:57:44.446385 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-3a201bed-c78e-4c3a-9241-19fe74c9f3ca admin admin] 10.222.0.67 "PUT /v2.0/routers/c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3911450 Jun 23 11:57:44.480833 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:44.484031 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port d80caf74-35df-44ab-9ad8-d30c0d8ed455 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:44.484425 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (d80caf74-35df-44ab-9ad8-d30c0d8ed455), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:44.486626 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fe741a5f-108d-49ec-b9f7-66407524265e req-32e0ba9f-0b5a-4926-a1b2-a6e8cf828ae4 service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103556 Jun 23 11:57:44.528365 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-e48ebdf8-8588-4158-bb38-1c631d9ca258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:44.530746 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-e48ebdf8-8588-4158-bb38-1c631d9ca258 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a5a0086895b6442da90bc0f1bcecd3e7&device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 1127 time: 0.4556479 Jun 23 11:57:44.553337 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d5715477-7c2c-4167-8b8c-5971fae350e2 req-171933fb-a474-45b9-b351-885a6b7788c6 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968169 Jun 23 11:57:44.587228 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (a56bf218-779d-428c-b49b-c8cbcccad159), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:44.659384 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port d80caf74-35df-44ab-9ad8-d30c0d8ed455 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:44.660044 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (d80caf74-35df-44ab-9ad8-d30c0d8ed455), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:44.677230 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:44.680838 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-752017ce-7192-4530-904f-2dcd76f952a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b035da7-5c00-4cd0-8237-b2b2955053b7 HTTP/1.1" status: 200 len: 217 time: 0.1079710 Jun 23 11:57:44.719026 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6033ca5-452f-4eec-9861-d051b8ec9fc3 req-e140ec5a-480b-4859-aa00-a9dec2273afa tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:44.720011 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port d80caf74-35df-44ab-9ad8-d30c0d8ed455, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=d80caf74-35df-44ab-9ad8-d30c0d8ed455,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:44.726604 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d6033ca5-452f-4eec-9861-d051b8ec9fc3 req-e140ec5a-480b-4859-aa00-a9dec2273afa tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 944 time: 0.1549678 Jun 23 11:57:44.738052 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (d80caf74-35df-44ab-9ad8-d30c0d8ed455), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:44.801143 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c6df94dc-204b-4e0b-a7b3-d71e335d6473 req-7d8d4574-3a8a-4785-9185-21c324eca002 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 210 time: 0.0841506 Jun 23 11:57:44.843694 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=d80caf74-35df-44ab-9ad8-d30c0d8ed455,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:44.869127 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc0566-b97b-4e5f-95ac-515939995461 req-f40320a1-f59a-43c2-8029-b1480e938bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:44.870621 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3bdc0566-b97b-4e5f-95ac-515939995461 req-f40320a1-f59a-43c2-8029-b1480e938bd8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 920 time: 0.6137414 Jun 23 11:57:44.980002 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d6033ca5-452f-4eec-9861-d051b8ec9fc3 req-7d23dbfa-bd43-4564-91b8-9621a7160c29 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524893 Jun 23 11:57:45.005697 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3bdc0566-b97b-4e5f-95ac-515939995461 req-10dc64e6-c426-42f0-9cd8-c3ec700b4dd3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e482920e-48e2-4b63-930d-1d004fbb0de0 HTTP/1.1" status: 200 len: 217 time: 0.1158898 Jun 23 11:57:45.111807 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-c0d524e4-e10c-4c3c-9f7c-daf34e302cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:45.113103 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-c0d524e4-e10c-4c3c-9f7c-daf34e302cea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b806f1c4-b55c-4ab3-ba48-5f8a8f225405 HTTP/1.1" status: 200 len: 853 time: 0.3303068 Jun 23 11:57:45.173700 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafa319-c336-45bf-aae1-97fa1dc4053d req-9f73fe6e-60cc-4ef0-ad1d-24d77ba9299f tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:45.176150 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4fafa319-c336-45bf-aae1-97fa1dc4053d req-9f73fe6e-60cc-4ef0-ad1d-24d77ba9299f tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 943 time: 0.1084456 Jun 23 11:57:45.256232 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc0566-b97b-4e5f-95ac-515939995461 req-6192a986-8c1b-4095-902e-314354790ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:45.261082 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3bdc0566-b97b-4e5f-95ac-515939995461 req-6192a986-8c1b-4095-902e-314354790ad9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.1601593 Jun 23 11:57:45.313496 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4fafa319-c336-45bf-aae1-97fa1dc4053d req-f7fff257-5833-4e81-a5b7-a93eb415bed3 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302209 Jun 23 11:57:45.376647 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-11009d29-a0ff-4600-ad78-be30a309a20f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1cbb7bc8-91c5-4257-ad30-f56ed02325b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2303445 Jun 23 11:57:45.426097 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e1faa-4058-496a-9832-02546b5261eb req-1ca74dfd-2eb8-4c82-b373-ce261ed40126 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:45.427670 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c32e1faa-4058-496a-9832-02546b5261eb req-1ca74dfd-2eb8-4c82-b373-ce261ed40126 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.2803478 Jun 23 11:57:45.446751 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc0566-b97b-4e5f-95ac-515939995461 req-5b3614ea-f5ce-4535-a22a-141df0a345a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:45.448943 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3bdc0566-b97b-4e5f-95ac-515939995461 req-5b3614ea-f5ce-4535-a22a-141df0a345a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1745520 Jun 23 11:57:45.482776 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for port (a56bf218-779d-428c-b49b-c8cbcccad159), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:45.489910 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (a56bf218-779d-428c-b49b-c8cbcccad159), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:45.497422 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:45.548410 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c32e1faa-4058-496a-9832-02546b5261eb req-d03d6270-54b0-4186-a353-6f8b7193adfc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099355 Jun 23 11:57:45.638709 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Sync routers for ids ['c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:57:45.646232 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'Port': ['ID=a56bf218-779d-428c-b49b-c8cbcccad159,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:45.667500 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Routers {'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:57:45.678529 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:57:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:45.683155 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:45.683509 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:45.683857 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:45.684198 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:45.684534 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:45.684893 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:45.685224 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:45.685553 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:45.685881 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:45.686209 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:45.686538 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:45.687007 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:45.687350 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:45.687672 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:45.687997 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:57:45.695868 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (6d86c802-2c0f-4ab7-abb8-c1bb06aede56), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:45.747759 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4543c58-e11d-47b0-a553-c4d57616e062 req-6300989c-e168-45a6-af42-8c0453dd27b3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:45.763225 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f4543c58-e11d-47b0-a553-c4d57616e062 req-6300989c-e168-45a6-af42-8c0453dd27b3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0887713 Jun 23 11:57:45.786713 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device e482920e-48e2-4b63-930d-1d004fbb0de0 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:57:45.830542 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f4543c58-e11d-47b0-a553-c4d57616e062 req-4b11702b-f120-46c7-bc86-3559a59494f2 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660210 Jun 23 11:57:45.877999 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-50be5c63-477d-4372-a586-ddd0705816fe service neutron] 10.222.0.44 "GET /v2.0/networks/1cbb7bc8-91c5-4257-ad30-f56ed02325b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021517 Jun 23 11:57:45.910363 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3bdc0566-b97b-4e5f-95ac-515939995461 req-fe996570-3a62-49d6-8346-6ea3c1835ac6 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344083 Jun 23 11:57:45.924286 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:45.936051 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-eaa3c3f4-42c4-4c8f-adca-0fde6451b964 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0747054 Jun 23 11:57:46.019875 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Set router c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:57:46.065419 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port e482920e-48e2-4b63-930d-1d004fbb0de0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=e482920e-48e2-4b63-930d-1d004fbb0de0,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:46.106012 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': 'e482920e-48e2-4b63-930d-1d004fbb0de0', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'port_id': 'e482920e-48e2-4b63-930d-1d004fbb0de0', 'mac_address': 'fa:16:3e:67:83:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:57:46.188027 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:46.197362 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-efb62620-17b7-49ea-a792-ab9f1bf3cf73 req-6975c0ea-2183-4e52-853f-e1746d7d7fb0 service neutron] 10.222.0.44 "GET /v2.0/networks/1cbb7bc8-91c5-4257-ad30-f56ed02325b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852817 Jun 23 11:57:46.215568 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port e482920e-48e2-4b63-930d-1d004fbb0de0 is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:46.215965 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (e482920e-48e2-4b63-930d-1d004fbb0de0), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:46.254813 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e482920e-48e2-4b63-930d-1d004fbb0de0 {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:57:46.273353 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b4202-55b4-4b29-9fa4-7f2a24d42532 req-6e06b7c6-eaa8-4620-b9ae-4013d51d7a96 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:46.297898 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f72b4202-55b4-4b29-9fa4-7f2a24d42532 req-6e06b7c6-eaa8-4620-b9ae-4013d51d7a96 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 944 time: 0.1650398 Jun 23 11:57:46.314017 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device d80caf74-35df-44ab-9ad8-d30c0d8ed455 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:57:46.352192 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port e482920e-48e2-4b63-930d-1d004fbb0de0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=e482920e-48e2-4b63-930d-1d004fbb0de0,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:46.443205 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (e482920e-48e2-4b63-930d-1d004fbb0de0), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:46.446192 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-36f8d8c8-042f-4a46-9de7-d8f47240a78c req-13a8576d-66c4-4c32-903c-53912a015825 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 210 time: 0.2426329 Jun 23 11:57:46.460588 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f72b4202-55b4-4b29-9fa4-7f2a24d42532 req-b8efbb92-13b4-42d6-827d-77aa8219638c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576469 Jun 23 11:57:46.570099 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'name': 'tempest-TestMinimumBasicScenario-288547853-router', 'tenant_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd80caf74-35df-44ab-9ad8-d30c0d8ed455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:32Z', 'updated_at': '2022-06-23T11:57:41Z', 'revision_number': 4, 'project_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'gw_port': {'id': 'd80caf74-35df-44ab-9ad8-d30c0d8ed455', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:34Z', 'updated_at': '2022-06-23T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'b7961c17-238c-4506-a88d-08c34cc8d300', 'name': '', 'network_id': 'd14bf6e2-77d3-42ac-9adb-3b3ab32b401b', 'tenant_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'mac_address': 'fa:16:3e:68:24:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b76908c8-beae-4293-b40b-49067df2e554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:40Z', 'updated_at': '2022-06-23T11:57:42Z', 'revision_number': 2, 'project_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'subnets': [{'id': 'b76908c8-beae-4293-b40b-49067df2e554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:46.595443 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3bdc0566-b97b-4e5f-95ac-515939995461 req-55020723-12db-46fa-ad5b-f5845855d689 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057528 Jun 23 11:57:46.602993 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Checking router: c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:57:46.603704 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Updating router c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6 port b7961c17-238c-4506-a88d-08c34cc8d300 binding host dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:57:46.637281 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:46.728292 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port d80caf74-35df-44ab-9ad8-d30c0d8ed455 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:46.728732 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (d80caf74-35df-44ab-9ad8-d30c0d8ed455), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:46.730325 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=e482920e-48e2-4b63-930d-1d004fbb0de0,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:46.765141 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=100 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:46.815160 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['e482920e-48e2-4b63-930d-1d004fbb0de0'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:57:46.823337 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d689a7-50af-4edd-8f9d-73744d3045c3 req-6b3073a2-601c-4447-81ca-348fce271900 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:46.825225 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-26d689a7-50af-4edd-8f9d-73744d3045c3 req-6b3073a2-601c-4447-81ca-348fce271900 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 943 time: 0.1234655 Jun 23 11:57:46.849644 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port d80caf74-35df-44ab-9ad8-d30c0d8ed455 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:46.872636 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:46.947730 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-26d689a7-50af-4edd-8f9d-73744d3045c3 req-9538a701-a99a-4e84-b870-4b3703fcbde9 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137745 Jun 23 11:57:47.026329 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:47.154277 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cc153-b939-403d-9ef4-4b944d4560b4 req-3ce42b80-2a10-48d8-895f-4905730f3aa1 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:47.164489 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-481cc153-b939-403d-9ef4-4b944d4560b4 req-3ce42b80-2a10-48d8-895f-4905730f3aa1 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.1024582 Jun 23 11:57:47.242824 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-481cc153-b939-403d-9ef4-4b944d4560b4 req-82e50e58-73b6-4271-9d56-156ed573af54 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772221 Jun 23 11:57:47.341185 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Publish callbacks [] for port (b7961c17-238c-4506-a88d-08c34cc8d300), precommit_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:47.342163 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-7a70e2f1-cadc-4433-afbb-5e74f390ff1a tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d410564d1ba94f7883cd07fcf16be765&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897307 Jun 23 11:57:47.355250 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:47.535739 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e85771-449e-4d85-a064-36ff5aedd25e None None] Pushing event updated for resources: {'Port': ['ID=b7961c17-238c-4506-a88d-08c34cc8d300,revision_number=3']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:47.536604 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55631c8-f30b-4880-9edf-dddead5fa26e req-259513d3-c539-4411-8566-ed8d880d5e2e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:47.594461 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c55631c8-f30b-4880-9edf-dddead5fa26e req-259513d3-c539-4411-8566-ed8d880d5e2e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.2355890 Jun 23 11:57:47.747196 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Attempting to bind port b7961c17-238c-4506-a88d-08c34cc8d300 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:57:47.747569 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Attempting to bind port b7961c17-238c-4506-a88d-08c34cc8d300 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'b1c53e09-3cd0-48b2-b7e0-262271e643dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd14bf6e2-77d3-42ac-9adb-3b3ab32b401b'}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:57:47.747932 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Attempting to bind port b7961c17-238c-4506-a88d-08c34cc8d300 on network d14bf6e2-77d3-42ac-9adb-3b3ab32b401b {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:57:47.753901 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:57:47.754275 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Checking segment: {'id': 'b1c53e09-3cd0-48b2-b7e0-262271e643dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd14bf6e2-77d3-42ac-9adb-3b3ab32b401b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:57:47.754814 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:47.755269 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Bound using segment: {'id': 'b1c53e09-3cd0-48b2-b7e0-262271e643dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd14bf6e2-77d3-42ac-9adb-3b3ab32b401b'} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:57:47.755763 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Bound port: b7961c17-238c-4506-a88d-08c34cc8d300, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c53e09-3cd0-48b2-b7e0-262271e643dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'd14bf6e2-77d3-42ac-9adb-3b3ab32b401b'}}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:57:47.756228 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:47.757418 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7766d51-e725-4fd8-85e8-f99ff2be2be1 req-d5cfcaf1-f8da-4f67-a70e-13bbf0754c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:47.759432 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c7766d51-e725-4fd8-85e8-f99ff2be2be1 req-d5cfcaf1-f8da-4f67-a70e-13bbf0754c08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a5a0086895b6442da90bc0f1bcecd3e7&device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 1127 time: 0.4927788 Jun 23 11:57:47.806505 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c55631c8-f30b-4880-9edf-dddead5fa26e req-49b86f48-6d3e-469b-b02e-57c7c667e01b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070889 Jun 23 11:57:47.829812 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:47.923660 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] For port b7961c17-238c-4506-a88d-08c34cc8d300, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:57:47.931935 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:57:47.933547 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] For port b7961c17-238c-4506-a88d-08c34cc8d300, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=b7961c17-238c-4506-a88d-08c34cc8d300,segment=NetworkSegment(b1c53e09-3cd0-48b2-b7e0-262271e643dd),segment_id=b1c53e09-3cd0-48b2-b7e0-262271e643dd)] {{(pid=103991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:57:47.937741 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device e482920e-48e2-4b63-930d-1d004fbb0de0 up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:57:47.950447 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:48.031285 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Routers {'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:57:48.032721 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:57:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:48.040693 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e85771-449e-4d85-a064-36ff5aedd25e None None] Pushing event updated for resources: {'Port': ['ID=b7961c17-238c-4506-a88d-08c34cc8d300,revision_number=4']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:48.105331 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d6f06fc7-6689-4640-b09d-f1ec6fc0dabb req-0584c2b4-d854-44cd-91b9-2bb22b773aab tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 210 time: 0.1364493 Jun 23 11:57:48.142798 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-79fb1830-3a66-4579-9df5-9b19324f324e None None] Provisioning complete for port b7961c17-238c-4506-a88d-08c34cc8d300 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:48.143187 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-79fb1830-3a66-4579-9df5-9b19324f324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:48.295337 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port e482920e-48e2-4b63-930d-1d004fbb0de0 completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:57:48.359988 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port e482920e-48e2-4b63-930d-1d004fbb0de0 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:48.360363 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (e482920e-48e2-4b63-930d-1d004fbb0de0), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:48.402281 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] Set router c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:57:48.402445 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c97a4c-0c6b-4965-82ba-ff4e7cc23539 req-44ea9fba-1bb6-4002-906c-cac8e969bb72 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:48.433367 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d8c97a4c-0c6b-4965-82ba-ff4e7cc23539 req-44ea9fba-1bb6-4002-906c-cac8e969bb72 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 945 time: 0.1612244 Jun 23 11:57:48.558074 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d8c97a4c-0c6b-4965-82ba-ff4e7cc23539 req-ccfb77e2-2c77-4867-8d4c-26f8d825b051 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228032 Jun 23 11:57:48.769839 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebdd2f-4a8f-4532-94f2-092a753d8441 req-c08ca81b-e50b-4a3a-b91c-44570edf65c7 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:48.770436 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port e482920e-48e2-4b63-930d-1d004fbb0de0 is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:48.770851 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (e482920e-48e2-4b63-930d-1d004fbb0de0), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:48.780459 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3bebdd2f-4a8f-4532-94f2-092a753d8441 req-c08ca81b-e50b-4a3a-b91c-44570edf65c7 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 943 time: 0.1180387 Jun 23 11:57:48.793996 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-79fb1830-3a66-4579-9df5-9b19324f324e None None] Current status of the port b7961c17-238c-4506-a88d-08c34cc8d300 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:48.794385 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-79fb1830-3a66-4579-9df5-9b19324f324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:48.822752 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:48.863504 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3bebdd2f-4a8f-4532-94f2-092a753d8441 req-1143f1bf-9348-417c-aa98-6f74d39365e5 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811126 Jun 23 11:57:48.868308 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e482920e-48e2-4b63-930d-1d004fbb0de0'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:57:48.870677 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b5fa1d-a1b2-467c-9bb2-ed9fd091c0a5" -d '{"events": [{"server_uuid": "7a7bee95-4d0f-4a24-9abc-1d972470a137", "name": "network-vif-plugged", "status": "completed", "tag": "e482920e-48e2-4b63-930d-1d004fbb0de0"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:48.950313 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'name': 'tempest-TestMinimumBasicScenario-288547853-router', 'tenant_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd80caf74-35df-44ab-9ad8-d30c0d8ed455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:32Z', 'updated_at': '2022-06-23T11:57:41Z', 'revision_number': 4, 'project_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'gw_port': {'id': 'd80caf74-35df-44ab-9ad8-d30c0d8ed455', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:34Z', 'updated_at': '2022-06-23T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'b7961c17-238c-4506-a88d-08c34cc8d300', 'name': '', 'network_id': 'd14bf6e2-77d3-42ac-9adb-3b3ab32b401b', 'tenant_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'mac_address': 'fa:16:3e:68:24:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b76908c8-beae-4293-b40b-49067df2e554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:40Z', 'updated_at': '2022-06-23T11:57:47Z', 'revision_number': 4, 'project_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'subnets': [{'id': 'b76908c8-beae-4293-b40b-49067df2e554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:48.966001 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-79fb1830-3a66-4579-9df5-9b19324f324e None None] For port b7961c17-238c-4506-a88d-08c34cc8d300, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=b7961c17-238c-4506-a88d-08c34cc8d300,segment=NetworkSegment(b1c53e09-3cd0-48b2-b7e0-262271e643dd),segment_id=b1c53e09-3cd0-48b2-b7e0-262271e643dd)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:48.974203 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-a0e45d41-a045-42cd-8817-5bcab5dd5d6d tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:48.979763 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-a0e45d41-a045-42cd-8817-5bcab5dd5d6d tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5904822 Jun 23 11:57:48.982139 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port e482920e-48e2-4b63-930d-1d004fbb0de0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=e482920e-48e2-4b63-930d-1d004fbb0de0,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:48.997714 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-79fb1830-3a66-4579-9df5-9b19324f324e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:49.004896 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Request body: {'port': {'device_id': '567ad1bf-ef6b-41f9-800f-f589f136a1b6', 'network_id': '7b8ca899-2535-4e5d-9f9a-5acfd193e8c9', 'admin_state_up': True, 'tenant_id': 'd410564d1ba94f7883cd07fcf16be765'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:49.044500 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d507d1-e108-4201-9b58-6ddf946dd4b5 req-00f8f3f1-6787-4a3a-86bd-029a7d03e505 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:49.047382 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-33d507d1-e108-4201-9b58-6ddf946dd4b5 req-00f8f3f1-6787-4a3a-86bd-029a7d03e505 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.1094003 Jun 23 11:57:49.076065 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7766d51-e725-4fd8-85e8-f99ff2be2be1 req-03bd37a7-b193-43ea-a610-649753c0672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:49.081709 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c7766d51-e725-4fd8-85e8-f99ff2be2be1 req-03bd37a7-b193-43ea-a610-649753c0672a service neutron] 10.222.0.44 "GET /v2.0/networks?id=1cbb7bc8-91c5-4257-ad30-f56ed02325b3 HTTP/1.1" status: 200 len: 914 time: 1.2918844 Jun 23 11:57:49.088457 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37d47dc-b627-4ecc-980c-a38c9c3e07c8 None None] The sync data for ids ['c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'] in dv-cinder-826608-3-iscsi is: [{'id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'name': 'tempest-TestMinimumBasicScenario-288547853-router', 'tenant_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd80caf74-35df-44ab-9ad8-d30c0d8ed455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:32Z', 'updated_at': '2022-06-23T11:57:41Z', 'revision_number': 4, 'project_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'gw_port': {'id': 'd80caf74-35df-44ab-9ad8-d30c0d8ed455', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:34Z', 'updated_at': '2022-06-23T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'b7961c17-238c-4506-a88d-08c34cc8d300', 'name': '', 'network_id': 'd14bf6e2-77d3-42ac-9adb-3b3ab32b401b', 'tenant_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'mac_address': 'fa:16:3e:68:24:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'b76908c8-beae-4293-b40b-49067df2e554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:40Z', 'updated_at': '2022-06-23T11:57:47Z', 'revision_number': 4, 'project_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'subnets': [{'id': 'b76908c8-beae-4293-b40b-49067df2e554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:57:49.151499 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb1830-3a66-4579-9df5-9b19324f324e None None] Pushing event updated for resources: {'Port': ['ID=b7961c17-238c-4506-a88d-08c34cc8d300,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:49.166641 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (e482920e-48e2-4b63-930d-1d004fbb0de0), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:49.225615 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-33d507d1-e108-4201-9b58-6ddf946dd4b5 req-b7c83e31-162a-4ed3-9efc-f201ff8b551c tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716819 Jun 23 11:57:49.234755 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-595c6b9c-cd81-424e-8495-526c73aee6ab None None] Provisioning complete for port b7961c17-238c-4506-a88d-08c34cc8d300 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:49.235404 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-595c6b9c-cd81-424e-8495-526c73aee6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:49.311394 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c7766d51-e725-4fd8-85e8-f99ff2be2be1 req-09bae90e-4159-45a1-b8ec-9494be3ce0dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b035da7-5c00-4cd0-8237-b2b2955053b7 HTTP/1.1" status: 200 len: 217 time: 0.1381938 Jun 23 11:57:49.370134 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:49.374885 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:49.431077 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'port_id': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e', 'mac_address': 'fa:16:3e:1f:38:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:57:49.495702 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:49.514131 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756437ce-45c1-4bd6-bfb2-324c7cfce6db req-84c06535-c7bc-43c9-a05f-9bee710590fe tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:49.534402 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-756437ce-45c1-4bd6-bfb2-324c7cfce6db req-84c06535-c7bc-43c9-a05f-9bee710590fe tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.1959445 Jun 23 11:57:49.535934 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e is: ACTIVE; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:49.535934 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:49.579514 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:57:49.603870 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7766d51-e725-4fd8-85e8-f99ff2be2be1 req-424e5009-651e-4a31-a349-296c872cb02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:49.605742 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c7766d51-e725-4fd8-85e8-f99ff2be2be1 req-424e5009-651e-4a31-a349-296c872cb02b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b806f1c4-b55c-4ab3-ba48-5f8a8f225405 HTTP/1.1" status: 200 len: 853 time: 0.2758827 Jun 23 11:57:49.610007 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:49.626715 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:49.639279 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=e482920e-48e2-4b63-930d-1d004fbb0de0,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:49.649490 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-595c6b9c-cd81-424e-8495-526c73aee6ab None None] Current status of the port b7961c17-238c-4506-a88d-08c34cc8d300 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:49.654662 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:49.688271 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Made reservation on behalf of d410564d1ba94f7883cd07fcf16be765 for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:57:49.695309 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:49.718326 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,revision_number=6']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:49.741682 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-756437ce-45c1-4bd6-bfb2-324c7cfce6db req-75bd5636-bccf-4d55-be9a-876eb800c7eb tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067490 Jun 23 11:57:49.745499 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:49.752531 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['8e9b4dc6-7a9c-4183-b1a8-10297c792e0e'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:57:49.816416 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:49.829960 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c7766d51-e725-4fd8-85e8-f99ff2be2be1 req-89dacc3e-ca86-4224-bf33-0e7eb9d899e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1cbb7bc8-91c5-4257-ad30-f56ed02325b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1879609 Jun 23 11:57:49.848474 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e363d71b-026f-45a3-a2a0-abeb750d8831 x-openstack-request-id: req-e363d71b-026f-45a3-a2a0-abeb750d8831 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:49.859894 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7bee95-4d0f-4a24-9abc-1d972470a137", "name": "network-vif-plugged", "status": "completed", "tag": "e482920e-48e2-4b63-930d-1d004fbb0de0", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:49.859894 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e363d71b-026f-45a3-a2a0-abeb750d8831 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:49.861194 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e363d71b-026f-45a3-a2a0-abeb750d8831'] response: {'server_uuid': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e482920e-48e2-4b63-930d-1d004fbb0de0', 'code': 200} Jun 23 11:57:49.953553 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 0b035da7-5c00-4cd0-8237-b2b2955053b7 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:57:49.992747 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c592ec3e-7bb5-409b-b3aa-52882b8c1be1 req-c973251e-cc67-4a58-9e60-62796b846c7c tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 210 time: 0.0717781 Jun 23 11:57:50.142346 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c7766d51-e725-4fd8-85e8-f99ff2be2be1 req-a5f6c451-94ec-414c-a137-2a0af6d80377 service neutron] 10.222.0.44 "GET /v2.0/networks/1cbb7bc8-91c5-4257-ad30-f56ed02325b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069153 Jun 23 11:57:50.296456 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd9312-0cbf-4b9e-8d04-d07c85316d74 req-b788d46e-e424-4d03-a893-22953c3c1385 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:50.304599 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-71dd9312-0cbf-4b9e-8d04-d07c85316d74 req-b788d46e-e424-4d03-a893-22953c3c1385 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.1101637 Jun 23 11:57:50.386468 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Publish callbacks [] for security_group (3a002ad8-45c2-4aa8-ab3d-0bce6f170beb), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:50.422703 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b7961c17-238c-4506-a88d-08c34cc8d300 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:57:50.436166 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-71dd9312-0cbf-4b9e-8d04-d07c85316d74 req-d4f3798e-fd8a-4b4d-a850-cad741ca283e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291776 Jun 23 11:57:50.499550 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (3a002ad8-45c2-4aa8-ab3d-0bce6f170beb), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:50.554706 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8da0c-a451-4a82-92f7-cd1f17ab38f8 req-5eb2d838-a673-41f3-9918-1399c296cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:50.557152 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c5c8da0c-a451-4a82-92f7-cd1f17ab38f8 req-5eb2d838-a673-41f3-9918-1399c296cb71 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 1130 time: 0.2646756 Jun 23 11:57:50.610682 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 0b035da7-5c00-4cd0-8237-b2b2955053b7, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0b035da7-5c00-4cd0-8237-b2b2955053b7,segment=NetworkSegment(6b75d81d-3788-47e6-a7ec-066eae27f051),segment_id=6b75d81d-3788-47e6-a7ec-066eae27f051)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:50.655229 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': '0b035da7-5c00-4cd0-8237-b2b2955053b7', 'network_id': '1cbb7bc8-91c5-4257-ad30-f56ed02325b3', 'port_id': '0b035da7-5c00-4cd0-8237-b2b2955053b7', 'mac_address': 'fa:16:3e:37:3c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b806f1c4-b55c-4ab3-ba48-5f8a8f225405', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:57:50.660860 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca564f2-754e-4768-bfef-95932ff6ab7f req-c5b6dd59-aaaa-4f2a-abde-8096e91b0e9a tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:50.670579 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3ca564f2-754e-4768-bfef-95932ff6ab7f req-c5b6dd59-aaaa-4f2a-abde-8096e91b0e9a tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 943 time: 0.1175480 Jun 23 11:57:50.718873 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port b7961c17-238c-4506-a88d-08c34cc8d300 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:50.721885 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:50.734439 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c7766d51-e725-4fd8-85e8-f99ff2be2be1 req-319fe5ca-07e4-4fa7-b73a-8829a0241ef8 service neutron] 10.222.0.44 "GET /v2.0/networks/1cbb7bc8-91c5-4257-ad30-f56ed02325b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825288 Jun 23 11:57:50.818542 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3ca564f2-754e-4768-bfef-95932ff6ab7f req-329edc3f-5ced-499e-b5dd-8025d403ed41 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456325 Jun 23 11:57:50.907871 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 0b035da7-5c00-4cd0-8237-b2b2955053b7 is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:50.909831 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (0b035da7-5c00-4cd0-8237-b2b2955053b7), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:50.913255 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:50.921551 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:50.999387 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b035da7-5c00-4cd0-8237-b2b2955053b7 {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:57:51.033328 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c5c8da0c-a451-4a82-92f7-cd1f17ab38f8 req-6eacffbe-60b1-41fe-8971-16fe632b174f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903283 Jun 23 11:57:51.076721 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 0b035da7-5c00-4cd0-8237-b2b2955053b7, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0b035da7-5c00-4cd0-8237-b2b2955053b7,segment=NetworkSegment(6b75d81d-3788-47e6-a7ec-066eae27f051),segment_id=6b75d81d-3788-47e6-a7ec-066eae27f051)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:51.095757 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Allocated IP 192.168.233.77 (7b8ca899-2535-4e5d-9f9a-5acfd193e8c9/f4acdc33-471c-4ab3-bfa8-cd3f3d5ebd17/eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:57:51.101775 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (0b035da7-5c00-4cd0-8237-b2b2955053b7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:51.108630 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856c613-cd05-4466-a667-d994d31a46fa req-520c0c03-7339-4d79-aee9-2df3e59e7b6c tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:51.131926 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2856c613-cd05-4466-a667-d994d31a46fa req-520c0c03-7339-4d79-aee9-2df3e59e7b6c tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.1447508 Jun 23 11:57:51.247242 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port b7961c17-238c-4506-a88d-08c34cc8d300 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:51.252565 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=0b035da7-5c00-4cd0-8237-b2b2955053b7,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:51.303272 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2856c613-cd05-4466-a667-d994d31a46fa req-21d6882e-98de-4acd-b022-dc38a463fd20 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702569 Jun 23 11:57:51.404898 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Publish callbacks [] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:51.414651 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['0b035da7-5c00-4cd0-8237-b2b2955053b7'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:57:51.474101 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:51.521346 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Network 7b8ca899-2535-4e5d-9f9a-5acfd193e8c9 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:57:51.579942 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:57:51.593969 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e1adc-e4a6-4b06-ab9f-e51c8f1cdf5b req-0c848516-195a-4e9e-b3b1-21f620a442e3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:51.596771 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:57:51.607535 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d62e1adc-e4a6-4b06-ab9f-e51c8f1cdf5b req-0c848516-195a-4e9e-b3b1-21f620a442e3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 944 time: 0.1770713 Jun 23 11:57:51.715479 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:51.751768 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Pushing event updated for resources: {'Port': ['ID=eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:51.797304 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d62e1adc-e4a6-4b06-ab9f-e51c8f1cdf5b req-66787d89-15e1-43d2-9b83-cdb143be3f4e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883416 Jun 23 11:57:51.811664 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:51.812580 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:51.861626 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-474e61fe-0326-448a-ae88-654483bf1254 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8721938 Jun 23 11:57:51.874426 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Request body: {'port': {'device_id': '567ad1bf-ef6b-41f9-800f-f589f136a1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:51.912934 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:51.975002 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:52.013333 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83334c4-858b-43aa-916d-ebcc23a247b1 req-0dd6c181-e27f-4bde-9d13-ef7fbcb35f01 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:52.022349 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e83334c4-858b-43aa-916d-ebcc23a247b1 req-0dd6c181-e27f-4bde-9d13-ef7fbcb35f01 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 935 time: 0.1193733 Jun 23 11:57:52.094759 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-2a8c74f3-9e3d-4d10-a50c-efda176b5ed4 None None] Provisioning complete for port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:52.095450 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2a8c74f3-9e3d-4d10-a50c-efda176b5ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:52.131286 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e83334c4-858b-43aa-916d-ebcc23a247b1 req-30383cb5-8922-4658-b9f2-b6cafdc70ec7 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076503 Jun 23 11:57:52.215297 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-2a8c74f3-9e3d-4d10-a50c-efda176b5ed4 None None] Port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:57:52.316174 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7adbc4-8e97-42c4-94f9-42c7173054c9 req-7e14f7b6-5732-4852-ad54-08812473e6f3 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:52.324761 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7b7adbc4-8e97-42c4-94f9-42c7173054c9 req-7e14f7b6-5732-4852-ad54-08812473e6f3 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0992441 Jun 23 11:57:52.440028 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:52.456359 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7b7adbc4-8e97-42c4-94f9-42c7173054c9 req-696bb56b-e8fd-4021-9219-eba4aa271da6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304328 Jun 23 11:57:52.613798 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:57:52.661505 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d38f1d-4b19-4304-b79a-a4d46591a8a8 req-63b03152-2c60-465a-bc5e-c7f2c399df99 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:52.669838 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-38d38f1d-4b19-4304-b79a-a4d46591a8a8 req-63b03152-2c60-465a-bc5e-c7f2c399df99 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 944 time: 0.1321270 Jun 23 11:57:52.713269 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:57:52.716833 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:52.717172 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:52.732245 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Publish callbacks [] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:52.778459 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Transition to ACTIVE for port object eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:57:52.779394 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-38d38f1d-4b19-4304-b79a-a4d46591a8a8 req-822ed625-3a86-455d-aa27-0a85c6c1ac49 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086137 Jun 23 11:57:52.792939 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:52.834738 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:52.874622 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=100 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:52.883246 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:52.883805 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:52.920486 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:57:52.924194 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d302a5-cfc3-4cd2-9f9d-152ab373ec2d" -d '{"events": [{"server_uuid": "e19ec4d3-4ce1-4fbd-81ea-025a5c724421", "name": "network-vif-plugged", "status": "completed", "tag": "8e9b4dc6-7a9c-4183-b1a8-10297c792e0e"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:52.942142 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:52.953905 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:52.955607 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 0b035da7-5c00-4cd0-8237-b2b2955053b7 up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:57:52.966157 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Pushing event updated for resources: {'Port': ['ID=eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:53.045291 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a2d08-a313-4e08-8c98-76ccb8d1d982 req-70ff8a3e-7b6b-46bd-aeca-44268665d4fe tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:53.069621 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f05a2d08-a313-4e08-8c98-76ccb8d1d982 req-70ff8a3e-7b6b-46bd-aeca-44268665d4fe tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.1885984 Jun 23 11:57:53.167347 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port 0b035da7-5c00-4cd0-8237-b2b2955053b7 completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:57:53.189936 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f05a2d08-a313-4e08-8c98-76ccb8d1d982 req-8c5ccaad-8f57-41f5-b228-ac472fe139c4 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160114 Jun 23 11:57:53.217826 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port 0b035da7-5c00-4cd0-8237-b2b2955053b7 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:57:53.218962 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (0b035da7-5c00-4cd0-8237-b2b2955053b7), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:53.226719 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,revision_number=7']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:53.284861 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Attempting to bind port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:57:53.285111 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Attempting to bind port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '635d1976-4d61-425c-abeb-1628eab4822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7b8ca899-2535-4e5d-9f9a-5acfd193e8c9'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:57:53.285446 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Attempting to bind port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 on network 7b8ca899-2535-4e5d-9f9a-5acfd193e8c9 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:57:53.291908 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:53.302906 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 on network 7b8ca899-2535-4e5d-9f9a-5acfd193e8c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:57:53.303237 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Attempting to bind port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 on network 7b8ca899-2535-4e5d-9f9a-5acfd193e8c9 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:57:53.310246 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:57:53.310583 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Checking segment: {'id': '635d1976-4d61-425c-abeb-1628eab4822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7b8ca899-2535-4e5d-9f9a-5acfd193e8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:57:53.310962 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Bound using segment: {'id': '635d1976-4d61-425c-abeb-1628eab4822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7b8ca899-2535-4e5d-9f9a-5acfd193e8c9'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:57:53.311391 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Bound port: eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635d1976-4d61-425c-abeb-1628eab4822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7b8ca899-2535-4e5d-9f9a-5acfd193e8c9'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:57:53.311747 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:53.401490 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 0b035da7-5c00-4cd0-8237-b2b2955053b7 is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:57:53.404759 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (0b035da7-5c00-4cd0-8237-b2b2955053b7), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:53.409839 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] For port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:57:53.413775 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] For port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3,segment=NetworkSegment(635d1976-4d61-425c-abeb-1628eab4822a),segment_id=635d1976-4d61-425c-abeb-1628eab4822a)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:57:53.421421 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:53.461267 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a87ee-5ce9-4443-9b0a-0d927f0957f2 req-d33dfbab-db7d-4974-a5e2-494e519dc110 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:53.462419 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:53.463688 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:53.465109 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] 10.222.0.44 "PUT /v2.0/ports/eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 HTTP/1.1" status: 200 len: 1097 time: 1.5953104 Jun 23 11:57:53.465794 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567ad1bf-ef6b-41f9-800f-f589f136a1b6', 'tag': 'eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:57:53.469027 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486058c9-a572-47bf-8ed3-9d59813179c3" -d '{"events": [{"name": "network-changed", "server_uuid": "567ad1bf-ef6b-41f9-800f-f589f136a1b6", "tag": "eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:53.475856 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-516a87ee-5ce9-4443-9b0a-0d927f0957f2 req-d33dfbab-db7d-4974-a5e2-494e519dc110 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.1300139 Jun 23 11:57:53.510045 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 0b035da7-5c00-4cd0-8237-b2b2955053b7, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0b035da7-5c00-4cd0-8237-b2b2955053b7,segment=NetworkSegment(6b75d81d-3788-47e6-a7ec-066eae27f051),segment_id=6b75d81d-3788-47e6-a7ec-066eae27f051)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:57:53.516399 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (0b035da7-5c00-4cd0-8237-b2b2955053b7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:53.526930 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719d578-b40b-4845-b567-8c590b8b02dd service neutron] Pushing event updated for resources: {'Port': ['ID=eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:53.578848 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-516a87ee-5ce9-4443-9b0a-0d927f0957f2 req-cfa52c23-49c6-4671-bad7-5d9479c05e63 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993187 Jun 23 11:57:53.641209 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-61cb69ca-28fb-4a88-8797-8f1ae8776a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:53.642988 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-61cb69ca-28fb-4a88-8797-8f1ae8776a8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d410564d1ba94f7883cd07fcf16be765&device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 1131 time: 0.1086917 Jun 23 11:57:53.644243 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=0b035da7-5c00-4cd0-8237-b2b2955053b7,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:57:53.652250 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab3daab-8444-40d1-ab63-a4d5a2394905 x-openstack-request-id: req-bab3daab-8444-40d1-ab63-a4d5a2394905 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:53.652560 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19ec4d3-4ce1-4fbd-81ea-025a5c724421", "name": "network-vif-plugged", "status": "completed", "tag": "8e9b4dc6-7a9c-4183-b1a8-10297c792e0e", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:53.652854 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bab3daab-8444-40d1-ab63-a4d5a2394905 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:53.653250 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab3daab-8444-40d1-ab63-a4d5a2394905'] response: {'server_uuid': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e', 'code': 200} Jun 23 11:57:53.762303 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-3c102685-3b69-4556-993f-22c42c1c3550 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 HTTP/1.1" status: 200 len: 217 time: 0.1065302 Jun 23 11:57:53.849808 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40825ca-5d4e-42fe-ad6b-6846ea5ac12a req-afbebb85-e868-4e58-9d07-ddd93d91cabb tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:53.857154 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f40825ca-5d4e-42fe-ad6b-6846ea5ac12a req-afbebb85-e868-4e58-9d07-ddd93d91cabb tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0649521 Jun 23 11:57:53.878506 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-b02b9109-d5c6-41c7-9f02-e1bd209123d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:53.879987 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-b02b9109-d5c6-41c7-9f02-e1bd209123d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4acdc33-471c-4ab3-bfa8-cd3f3d5ebd17 HTTP/1.1" status: 200 len: 843 time: 0.1085181 Jun 23 11:57:53.931211 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f40825ca-5d4e-42fe-ad6b-6846ea5ac12a req-b03e672f-601d-4d85-a912-d989981c7c4f tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705485 Jun 23 11:57:53.990578 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c67587-c30d-4d27-8383-d0c20e07bef0 x-openstack-request-id: req-a0c67587-c30d-4d27-8383-d0c20e07bef0 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:53.990869 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567ad1bf-ef6b-41f9-800f-f589f136a1b6", "tag": "eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:53.991118 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a0c67587-c30d-4d27-8383-d0c20e07bef0 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:53.991526 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c67587-c30d-4d27-8383-d0c20e07bef0'] response: {'name': 'network-changed', 'server_uuid': '567ad1bf-ef6b-41f9-800f-f589f136a1b6', 'tag': 'eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3', 'status': 'completed', 'code': 200} Jun 23 11:57:53.993015 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-af9d7559-a1b9-4a09-886c-45b9ef328684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:53.995150 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-af9d7559-a1b9-4a09-886c-45b9ef328684 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b8ca899-2535-4e5d-9f9a-5acfd193e8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1044667 Jun 23 11:57:54.060828 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:54.129222 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88df9f0-1b1e-4678-89a0-ced351edc7c1 req-d5f9df0f-e896-4814-bac0-e685ff9ab47a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:54.141221 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a88df9f0-1b1e-4678-89a0-ced351edc7c1 req-d5f9df0f-e896-4814-bac0-e685ff9ab47a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0922830 Jun 23 11:57:54.259606 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:54.281474 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-4815f420-c44d-47c6-be7d-b7205d9f20fc service neutron] 10.222.0.44 "GET /v2.0/networks/7b8ca899-2535-4e5d-9f9a-5acfd193e8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743034 Jun 23 11:57:54.314374 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a88df9f0-1b1e-4678-89a0-ced351edc7c1 req-077eb1af-90da-4385-bd73-75557005119d tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715658 Jun 23 11:57:54.465647 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a84f1dd7-ca75-4729-8925-4fca9b54d5ab req-6381dc56-a586-4a35-a45b-db9830a6456e service neutron] 10.222.0.44 "GET /v2.0/networks/7b8ca899-2535-4e5d-9f9a-5acfd193e8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771395 Jun 23 11:57:54.477079 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a652d-a003-4d7d-9f44-408f89dcc0b8 req-f3d9b0a1-e935-4534-9971-289c2b7ea4f0 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:54.486518 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cf9a652d-a003-4d7d-9f44-408f89dcc0b8 req-f3d9b0a1-e935-4534-9971-289c2b7ea4f0 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 945 time: 0.0630367 Jun 23 11:57:54.600551 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cf9a652d-a003-4d7d-9f44-408f89dcc0b8 req-88fadf85-9c3a-463b-9a11-0ddf40c689a9 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126373 Jun 23 11:57:54.630823 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486058c9-a572-47bf-8ed3-9d59813179c3 req-78210eab-4a35-4c2c-9137-2abc40975c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:54.632391 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-486058c9-a572-47bf-8ed3-9d59813179c3 req-78210eab-4a35-4c2c-9137-2abc40975c70 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d410564d1ba94f7883cd07fcf16be765&device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 1131 time: 0.0714531 Jun 23 11:57:54.771458 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d540d-5a4c-4f8f-a48d-88f51b9fc7fa req-0828d93c-bf87-4025-8a76-5a7660471fc4 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:54.779496 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c99d540d-5a4c-4f8f-a48d-88f51b9fc7fa req-0828d93c-bf87-4025-8a76-5a7660471fc4 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0646610 Jun 23 11:57:54.809794 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486058c9-a572-47bf-8ed3-9d59813179c3 req-e6d772db-7085-4e50-96e7-5836c3cd6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:54.815264 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-486058c9-a572-47bf-8ed3-9d59813179c3 req-e6d772db-7085-4e50-96e7-5836c3cd6971 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b8ca899-2535-4e5d-9f9a-5acfd193e8c9 HTTP/1.1" status: 200 len: 870 time: 0.1741550 Jun 23 11:57:54.840430 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c99d540d-5a4c-4f8f-a48d-88f51b9fc7fa req-669babbc-dedd-48c2-b6a9-3f519bfb1336 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590370 Jun 23 11:57:54.916660 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-486058c9-a572-47bf-8ed3-9d59813179c3 req-56c9d205-2759-4e54-ab26-abddc2d1a530 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 HTTP/1.1" status: 200 len: 217 time: 0.0895765 Jun 23 11:57:54.996055 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:55.005572 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218ff84-a883-4376-9c24-3b26a1f746b6 req-036621ce-adfc-42f2-9566-a170fd72a3db tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:55.029449 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3218ff84-a883-4376-9c24-3b26a1f746b6 req-036621ce-adfc-42f2-9566-a170fd72a3db tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.1223927 Jun 23 11:57:55.029978 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 51790) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:57:55.044038 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-e6e38bf3-36d1-4594-85d2-853dd80600ed tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Request body: {'floatingip': {'port_id': 'e482920e-48e2-4b63-930d-1d004fbb0de0'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:57:55.074828 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486058c9-a572-47bf-8ed3-9d59813179c3 req-97941c90-dcd8-4112-aa19-5476168d2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:55.076421 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-486058c9-a572-47bf-8ed3-9d59813179c3 req-97941c90-dcd8-4112-aa19-5476168d2724 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4acdc33-471c-4ab3-bfa8-cd3f3d5ebd17 HTTP/1.1" status: 200 len: 843 time: 0.1527507 Jun 23 11:57:55.155814 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e6e38bf3-36d1-4594-85d2-853dd80600ed tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for floatingip (f0f8c15b-9338-415f-a103-a1339250b55e), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:55.183077 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486058c9-a572-47bf-8ed3-9d59813179c3 req-6f22176d-57ed-47ca-a0a4-85e0fff051f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:55.197555 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-486058c9-a572-47bf-8ed3-9d59813179c3 req-6f22176d-57ed-47ca-a0a4-85e0fff051f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b8ca899-2535-4e5d-9f9a-5acfd193e8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0948558 Jun 23 11:57:55.392167 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:55.416396 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-486058c9-a572-47bf-8ed3-9d59813179c3 req-9861486c-7f76-40ba-9175-d2d5e96ebb16 service neutron] 10.222.0.44 "GET /v2.0/networks/7b8ca899-2535-4e5d-9f9a-5acfd193e8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240231 Jun 23 11:57:55.453997 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bacaac-7185-4fbd-b9a4-164831da5860 req-8a410218-360b-4c4c-b3eb-f6b1b425138e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:55.461052 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-13bacaac-7185-4fbd-b9a4-164831da5860 req-8a410218-360b-4c4c-b3eb-f6b1b425138e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.3195469 Jun 23 11:57:55.576354 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-486058c9-a572-47bf-8ed3-9d59813179c3 req-e4776a99-efa5-4c6b-8176-bcd04a0c7d10 service neutron] 10.222.0.44 "GET /v2.0/networks/7b8ca899-2535-4e5d-9f9a-5acfd193e8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532931 Jun 23 11:57:55.603146 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-13bacaac-7185-4fbd-b9a4-164831da5860 req-fb154e96-be7a-4a0a-a809-bc6764aacd1b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411128 Jun 23 11:57:55.654690 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53cbaa7-867e-41fd-ae9d-437ed7dab927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b035da7-5c00-4cd0-8237-b2b2955053b7'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:57:55.660886 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7b7a22-4887-420c-a0c9-ffa5d968c903" -d '{"events": [{"server_uuid": "b53cbaa7-867e-41fd-ae9d-437ed7dab927", "name": "network-vif-plugged", "status": "completed", "tag": "0b035da7-5c00-4cd0-8237-b2b2955053b7"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:55.792693 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd117e-7c03-4793-b7a6-368f637dcfb2 req-cb5e963b-fc36-4a6c-a279-8031ac64a4e0 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:55.801045 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67dd117e-7c03-4793-b7a6-368f637dcfb2 req-cb5e963b-fc36-4a6c-a279-8031ac64a4e0 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0831730 Jun 23 11:57:55.938060 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-67dd117e-7c03-4793-b7a6-368f637dcfb2 req-211db697-4d59-4739-84e3-cfe36aed1fd2 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357579 Jun 23 11:57:55.961224 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e6e38bf3-36d1-4594-85d2-853dd80600ed tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:55.972366 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e6e38bf3-36d1-4594-85d2-853dd80600ed tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (f0f8c15b-9338-415f-a103-a1339250b55e), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:56.111180 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ee948-2460-46bd-b8fe-46d0f548af21 req-b43f1f7b-34cf-4adb-aa67-3d5575daf8cf tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:56.121426 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c38ee948-2460-46bd-b8fe-46d0f548af21 req-b43f1f7b-34cf-4adb-aa67-3d5575daf8cf tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 945 time: 0.0673823 Jun 23 11:57:56.242163 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c38ee948-2460-46bd-b8fe-46d0f548af21 req-5ba673d8-8866-4bf3-aafd-2cd65e444b22 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195207 Jun 23 11:57:56.264953 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.l3_db [None req-e6e38bf3-36d1-4594-85d2-853dd80600ed tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Floating IP f0f8c15b-9338-415f-a103-a1339250b55e associated. External IP: 172.27.3.40, port: e482920e-48e2-4b63-930d-1d004fbb0de0. Jun 23 11:57:56.267116 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:56.337740 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a945a1-f84f-4087-a333-5a5a0ea1c621 x-openstack-request-id: req-47a945a1-f84f-4087-a333-5a5a0ea1c621 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:56.338358 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53cbaa7-867e-41fd-ae9d-437ed7dab927", "name": "network-vif-plugged", "status": "completed", "tag": "0b035da7-5c00-4cd0-8237-b2b2955053b7", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:56.338737 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-47a945a1-f84f-4087-a333-5a5a0ea1c621 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:56.339778 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a945a1-f84f-4087-a333-5a5a0ea1c621'] response: {'server_uuid': 'b53cbaa7-867e-41fd-ae9d-437ed7dab927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b035da7-5c00-4cd0-8237-b2b2955053b7', 'code': 200} Jun 23 11:57:56.661215 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8e5e1-4862-4f15-9399-9b5c0939523c req-b95e2d75-30a2-413a-9017-ebb7f2a11773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:56.663418 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cfb8e5e1-4862-4f15-9399-9b5c0939523c req-b95e2d75-30a2-413a-9017-ebb7f2a11773 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 1129 time: 0.0985811 Jun 23 11:57:56.770065 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cfb8e5e1-4862-4f15-9399-9b5c0939523c req-d826223b-3f61-4d9a-b33a-b61c9c4a9b3a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998363 Jun 23 11:57:56.899113 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f7177-c65f-452f-8601-aedb413e4901 req-ccff8180-5911-47d6-981e-7875a793c672 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:56.906521 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-529f7177-c65f-452f-8601-aedb413e4901 req-ccff8180-5911-47d6-981e-7875a793c672 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.4621100 Jun 23 11:57:57.064664 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-529f7177-c65f-452f-8601-aedb413e4901 req-22ef323b-baac-4b0b-baee-c3025b2489b7 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566153 Jun 23 11:57:57.150322 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e38bf3-36d1-4594-85d2-853dd80600ed tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Router da65d384-6a85-49c0-8b5b-62bc581e7803 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:57:57.247652 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e8280-522e-4ffe-8cca-689a927e90ac req-a7880821-249a-4bb3-9dfc-94161501b0f5 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:57.255646 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5f6e8280-522e-4ffe-8cca-689a927e90ac req-a7880821-249a-4bb3-9dfc-94161501b0f5 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0933645 Jun 23 11:57:57.290632 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:57.501629 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e38bf3-36d1-4594-85d2-853dd80600ed tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:57:57.518006 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d9c9d3-4f73-4834-b7db-a7996700e25f None None] Sync routers for ids ['da65d384-6a85-49c0-8b5b-62bc581e7803'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:57:57.543375 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e6e38bf3-36d1-4594-85d2-853dd80600ed tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:57:57.550250 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d9c9d3-4f73-4834-b7db-a7996700e25f None None] Routers {'da65d384-6a85-49c0-8b5b-62bc581e7803'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:57:57.550250 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-46d9c9d3-4f73-4834-b7db-a7996700e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:57:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['da65d384-6a85-49c0-8b5b-62bc581e7803'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:57.561708 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5f6e8280-522e-4ffe-8cca-689a927e90ac req-c957abaf-d4f9-4428-9ec4-780c1ea3718a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918918 Jun 23 11:57:57.626067 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e6e38bf3-36d1-4594-85d2-853dd80600ed tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "PUT /v2.0/floatingips/f0f8c15b-9338-415f-a103-a1339250b55e HTTP/1.1" status: 200 len: 991 time: 2.5949690 Jun 23 11:57:57.626658 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'tag': 'e482920e-48e2-4b63-930d-1d004fbb0de0'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:57:57.630226 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180e5ce2-17d0-4934-a528-31a372446030" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7bee95-4d0f-4a24-9abc-1d972470a137", "tag": "e482920e-48e2-4b63-930d-1d004fbb0de0"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:57:57.743069 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-46d9c9d3-4f73-4834-b7db-a7996700e25f None None] Set router da65d384-6a85-49c0-8b5b-62bc581e7803 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:57:57.815728 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff87ec-4d10-4406-959e-c800594d7b21 req-bfdf91d7-05fc-4158-b1f8-ac3652057217 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:57.826269 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-13ff87ec-4d10-4406-959e-c800594d7b21 req-bfdf91d7-05fc-4158-b1f8-ac3652057217 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.1449089 Jun 23 11:57:57.953382 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-13ff87ec-4d10-4406-959e-c800594d7b21 req-7df012a8-3300-4c30-a264-464d83466f6e tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251769 Jun 23 11:57:58.196801 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94feeccd-bdab-48c9-95c8-5b7a7e1f3477 req-6b4c88ad-9cd3-4b9d-adad-e98e581f3710 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:58.213765 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-94feeccd-bdab-48c9-95c8-5b7a7e1f3477 req-6b4c88ad-9cd3-4b9d-adad-e98e581f3710 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 945 time: 0.1084058 Jun 23 11:57:58.261219 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-46d9c9d3-4f73-4834-b7db-a7996700e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:47Z', 'revision_number': 4, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port': {'id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'f0f8c15b-9338-415f-a103-a1339250b55e', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'port_id': 'e482920e-48e2-4b63-930d-1d004fbb0de0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'mac_address': 'fa:16:3e:67:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:57:24Z', 'updated_at': '2022-06-23T11:57:55Z', 'revision_number': 1, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7524accd-5918-47cb-b6df-8d53acf29226', 'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'mac_address': 'fa:16:3e:9a:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 5, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'subnets': [{'id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:58.316364 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d9c9d3-4f73-4834-b7db-a7996700e25f None None] Checking router: da65d384-6a85-49c0-8b5b-62bc581e7803 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:57:58.343929 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-94feeccd-bdab-48c9-95c8-5b7a7e1f3477 req-fa7101a0-5340-4205-a423-86cb9a9e9904 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276591 Jun 23 11:57:58.363962 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d9c9d3-4f73-4834-b7db-a7996700e25f None None] Routers {'da65d384-6a85-49c0-8b5b-62bc581e7803'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:57:58.364766 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-46d9c9d3-4f73-4834-b7db-a7996700e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:57:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['da65d384-6a85-49c0-8b5b-62bc581e7803'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:58.419658 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e995989f-6607-47e7-9697-571d39f15d6f x-openstack-request-id: req-e995989f-6607-47e7-9697-571d39f15d6f {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:57:58.419951 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7bee95-4d0f-4a24-9abc-1d972470a137", "tag": "e482920e-48e2-4b63-930d-1d004fbb0de0", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:57:58.420210 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e995989f-6607-47e7-9697-571d39f15d6f {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:57:58.420619 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e995989f-6607-47e7-9697-571d39f15d6f'] response: {'name': 'network-changed', 'server_uuid': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'tag': 'e482920e-48e2-4b63-930d-1d004fbb0de0', 'status': 'completed', 'code': 200} Jun 23 11:57:58.548918 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e5ce2-17d0-4934-a528-31a372446030 req-adafee5c-4ea7-4637-ad00-17dff345356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:58.550496 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-180e5ce2-17d0-4934-a528-31a372446030 req-adafee5c-4ea7-4637-ad00-17dff345356e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 1130 time: 0.1018653 Jun 23 11:57:58.614767 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4935881-71ef-4525-a82a-1e6b027045ce req-77d863e0-e795-4dbf-a9ef-725aacf10250 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:58.622860 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b4935881-71ef-4525-a82a-1e6b027045ce req-77d863e0-e795-4dbf-a9ef-725aacf10250 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.1042476 Jun 23 11:57:58.679607 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-46d9c9d3-4f73-4834-b7db-a7996700e25f None None] Set router da65d384-6a85-49c0-8b5b-62bc581e7803 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:57:58.760618 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b4935881-71ef-4525-a82a-1e6b027045ce req-4502dcfe-8286-4cfe-a102-ddb4c6365a39 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366243 Jun 23 11:57:58.828620 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e5ce2-17d0-4934-a528-31a372446030 req-f2366f2f-2229-4907-a5c0-fc8c01b0910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:58.830178 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-180e5ce2-17d0-4934-a528-31a372446030 req-f2366f2f-2229-4907-a5c0-fc8c01b0910c service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 920 time: 0.2719424 Jun 23 11:57:58.879887 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:58.939427 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:58.961446 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-180e5ce2-17d0-4934-a528-31a372446030 req-134c6d05-37b0-412d-8ebd-9ff2c44a7954 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e482920e-48e2-4b63-930d-1d004fbb0de0 HTTP/1.1" status: 200 len: 999 time: 0.1219044 Jun 23 11:57:58.977734 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676e942-dd16-4508-b101-8c26ba7debed req-10d5fbb2-db2e-4dbf-a1e9-c407d9d37088 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:58.988443 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9676e942-dd16-4508-b101-8c26ba7debed req-10d5fbb2-db2e-4dbf-a1e9-c407d9d37088 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.1386137 Jun 23 11:57:59.068369 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e5ce2-17d0-4934-a528-31a372446030 req-94be6e21-771c-462a-a9c4-06f0140944d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:59.069891 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-180e5ce2-17d0-4934-a528-31a372446030 req-94be6e21-771c-462a-a9c4-06f0140944d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.1022494 Jun 23 11:57:59.080866 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:59.156483 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e5ce2-17d0-4934-a528-31a372446030 req-777f6c30-971e-4f94-8e13-7a6ed4ebd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:59.158109 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-180e5ce2-17d0-4934-a528-31a372446030 req-777f6c30-971e-4f94-8e13-7a6ed4ebd854 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814090 Jun 23 11:57:59.161670 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-46d9c9d3-4f73-4834-b7db-a7996700e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:47Z', 'revision_number': 4, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port': {'id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'f0f8c15b-9338-415f-a103-a1339250b55e', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'port_id': 'e482920e-48e2-4b63-930d-1d004fbb0de0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'mac_address': 'fa:16:3e:67:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:57:24Z', 'updated_at': '2022-06-23T11:57:55Z', 'revision_number': 1, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7524accd-5918-47cb-b6df-8d53acf29226', 'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'mac_address': 'fa:16:3e:9a:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 5, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'subnets': [{'id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:57:59.179054 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9676e942-dd16-4508-b101-8c26ba7debed req-a4c7cf1b-18e2-4aa0-96a3-cad3ffb104ec tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836507 Jun 23 11:57:59.215729 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d9c9d3-4f73-4834-b7db-a7996700e25f None None] The sync data for ids ['da65d384-6a85-49c0-8b5b-62bc581e7803'] in dv-cinder-826608-3-iscsi is: [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:47Z', 'revision_number': 4, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port': {'id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'f0f8c15b-9338-415f-a103-a1339250b55e', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'port_id': 'e482920e-48e2-4b63-930d-1d004fbb0de0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'mac_address': 'fa:16:3e:67:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:57:24Z', 'updated_at': '2022-06-23T11:57:55Z', 'revision_number': 1, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7524accd-5918-47cb-b6df-8d53acf29226', 'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'mac_address': 'fa:16:3e:9a:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 5, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'subnets': [{'id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:57:59.370091 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:59.373823 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-180e5ce2-17d0-4934-a528-31a372446030 req-3397dec1-27ac-4a5b-a749-8a4f5b439a9b service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064013 Jun 23 11:57:59.436147 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9f034-74be-40df-b880-ea89ae67e9a1 req-06ec82b1-412a-43fe-87bd-c79aa9f0e2d6 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:59.445141 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-38a9f034-74be-40df-b880-ea89ae67e9a1 req-06ec82b1-412a-43fe-87bd-c79aa9f0e2d6 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0911288 Jun 23 11:57:59.555314 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:57:59.575519 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-38a9f034-74be-40df-b880-ea89ae67e9a1 req-e6b4f4e3-0efe-479e-b55f-f4ab946731c9 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288142 Jun 23 11:57:59.679949 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-180e5ce2-17d0-4934-a528-31a372446030 req-78f0d4f9-47b6-481a-9964-bcf53f3ce64c service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962127 Jun 23 11:57:59.745486 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dc3590-37bf-4dd7-938a-531baa00cbd5 None None] New status for floating IP f0f8c15b-9338-415f-a103-a1339250b55e: ACTIVE {{(pid=103991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:57:59.829218 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57234809-1553-4ff7-9aca-25600333e242 req-ced07274-e46c-4653-aeec-f53519938e34 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:57:59.837209 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-57234809-1553-4ff7-9aca-25600333e242 req-ced07274-e46c-4653-aeec-f53519938e34 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 945 time: 0.1182694 Jun 23 11:57:59.904290 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-57234809-1553-4ff7-9aca-25600333e242 req-f31c27d9-09b8-4da5-be91-e16f92e0d747 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658450 Jun 23 11:58:00.050372 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62bf17-48ee-4a57-a579-3f0fb2778c0b req-e8353dcc-5e62-46bf-a658-918a535ca34e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:00.054350 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9a62bf17-48ee-4a57-a579-3f0fb2778c0b req-e8353dcc-5e62-46bf-a658-918a535ca34e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0870545 Jun 23 11:58:00.204365 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9a62bf17-48ee-4a57-a579-3f0fb2778c0b req-5bf6f907-f123-40a2-bb23-c4d0efcfc283 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424570 Jun 23 11:58:00.896095 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee4956-6fc3-4916-889c-cdaf10e95278 req-b97afe88-156b-4e8a-a680-2c2e0eb0df7c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:00.911153 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6dee4956-6fc3-4916-889c-cdaf10e95278 req-b97afe88-156b-4e8a-a680-2c2e0eb0df7c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.1056185 Jun 23 11:58:00.991636 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6dee4956-6fc3-4916-889c-cdaf10e95278 req-328af1dd-4c8a-485c-9041-bd49bb65b1c2 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791292 Jun 23 11:58:01.068691 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-1f21089b-a762-454c-a5e2-966c708b4cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:01.122074 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbb690-e7ea-4389-93e7-a48ccfefb69a req-2ac3996d-2714-4379-af74-7f62fb9e355a tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:01.130011 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-63cbb690-e7ea-4389-93e7-a48ccfefb69a req-2ac3996d-2714-4379-af74-7f62fb9e355a tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0662806 Jun 23 11:58:01.191960 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-63cbb690-e7ea-4389-93e7-a48ccfefb69a req-acbd1103-cdc1-4f33-a0d1-1b6bd4f0b9ae tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609949 Jun 23 11:58:01.303497 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-52ea478c-3208-4532-b5f4-f3d6b1d83f34 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1804348562&fields=id&tenant_id=b4f73dfee32d43b985e9192000eaed8c HTTP/1.1" status: 200 len: 267 time: 0.0545666 Jun 23 11:58:01.334172 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:01.351441 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d07c29-bf91-4345-a526-c51f9b288570 req-37a2f1a5-763f-4c9c-b9db-2952b2425626 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:01.353955 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-81d07c29-bf91-4345-a526-c51f9b288570 req-37a2f1a5-763f-4c9c-b9db-2952b2425626 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0553019 Jun 23 11:58:01.425381 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-81d07c29-bf91-4345-a526-c51f9b288570 req-94a9fb29-13e7-4e00-abb7-4f1ab16e21fa tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624468 Jun 23 11:58:01.448894 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:01.459621 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-49dec339-9b87-493c-b42c-6b0069121af3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:01.461688 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-49dec339-9b87-493c-b42c-6b0069121af3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/networks?id=e2860678-188a-43de-956c-7f6a2a5353f6 HTTP/1.1" status: 200 len: 815 time: 0.1443529 Jun 23 11:58:01.485256 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-15f32c06-80ae-4114-91b7-35b08964e6b7 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/quotas/b4f73dfee32d43b985e9192000eaed8c HTTP/1.1" status: 200 len: 375 time: 0.0147145 Jun 23 11:58:01.548792 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-da64954b-5fb9-4710-a7d0-50ef55e066da tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4f73dfee32d43b985e9192000eaed8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0592701 Jun 23 11:58:01.663023 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-37cb4fbc-ca1e-432a-9d9d-52a3e285ac20 service neutron] 10.222.0.67 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956070 Jun 23 11:58:01.773898 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-6253095f-1a4a-4b1e-95b7-4f3123f66dcd service neutron] 10.222.0.67 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985529 Jun 23 11:58:01.987460 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1fc5c9a8-8cde-45ed-a55a-e520a69ca687 req-2889e503-26f5-4f55-b2b0-bd377d9a9a9c tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 210 time: 0.0477865 Jun 23 11:58:02.133451 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d333e03-f6be-4f02-bc2d-cb40737fe21b req-48e41ad0-8424-421d-a501-a36a7fb2d3f7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:02.145882 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3d333e03-f6be-4f02-bc2d-cb40737fe21b req-48e41ad0-8424-421d-a501-a36a7fb2d3f7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0773740 Jun 23 11:58:02.234851 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3d333e03-f6be-4f02-bc2d-cb40737fe21b req-ce584b02-cb0e-43c6-a92d-ff80698b76b4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879297 Jun 23 11:58:02.352561 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3555cf-8a1a-42e0-8767-1ab641f45379 req-5de892cd-db7f-48f6-bd4f-b72bf64d7ce1 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:02.365309 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-fc3555cf-8a1a-42e0-8767-1ab641f45379 req-5de892cd-db7f-48f6-bd4f-b72bf64d7ce1 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0728366 Jun 23 11:58:02.424825 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-fc3555cf-8a1a-42e0-8767-1ab641f45379 req-efafe24d-870f-4ae4-9bfa-602e58e8b335 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533533 Jun 23 11:58:02.555013 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c64a0-622a-40ea-a9c6-e31cc75bcb6d req-b415ba98-a4a9-429a-a7a8-2c2c5cc070ed tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:02.577795 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-990c64a0-622a-40ea-a9c6-e31cc75bcb6d req-b415ba98-a4a9-429a-a7a8-2c2c5cc070ed tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0797343 Jun 23 11:58:02.649635 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-990c64a0-622a-40ea-a9c6-e31cc75bcb6d req-ae7026f6-857d-4a5b-9052-30fc27e02e65 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707364 Jun 23 11:58:03.163829 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e71f200c-a99f-4a5d-a563-a200cf26a795 req-516cc7fd-cc1b-4eac-8f4f-64a70ca48e2a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 210 time: 0.0391164 Jun 23 11:58:03.278006 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d483620-59e2-4194-b820-fb91e49231dd req-c13b52a1-aa09-4c61-9743-6cba1b2b980c tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:03.295075 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1d483620-59e2-4194-b820-fb91e49231dd req-c13b52a1-aa09-4c61-9743-6cba1b2b980c tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/networks?id=33bf599f-e007-4787-9458-fbe47f8701cd HTTP/1.1" status: 200 len: 814 time: 0.2341430 Jun 23 11:58:03.336039 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1d483620-59e2-4194-b820-fb91e49231dd req-4c335faa-65cc-40e7-a52a-e6702ea7d60f tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/quotas/45aa73614bc447bdb1bfda38ad541ab3 HTTP/1.1" status: 200 len: 375 time: 0.0328925 Jun 23 11:58:03.410731 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-7787476c-8f1f-4785-9fd4-8ae2b752a098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:03.415169 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158b092-e849-4459-bac5-8f3c8e46419a req-13418406-0b33-4440-bbe1-ba102aeca96b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:03.416909 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7158b092-e849-4459-bac5-8f3c8e46419a req-13418406-0b33-4440-bbe1-ba102aeca96b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0704443 Jun 23 11:58:03.451217 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1d483620-59e2-4194-b820-fb91e49231dd req-778e140a-3c22-4380-b820-259d7c43b708 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=45aa73614bc447bdb1bfda38ad541ab3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139433 Jun 23 11:58:03.455742 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-2a94476a-7464-43c9-a3e2-c0be04a1aaf8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:03.457570 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-2a94476a-7464-43c9-a3e2-c0be04a1aaf8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "GET /v2.0/networks?id=e2860678-188a-43de-956c-7f6a2a5353f6 HTTP/1.1" status: 200 len: 815 time: 0.2156000 Jun 23 11:58:03.528426 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7158b092-e849-4459-bac5-8f3c8e46419a req-d090ead2-9f8f-40a4-aa65-158aafafd6e1 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983267 Jun 23 11:58:03.591389 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1d483620-59e2-4194-b820-fb91e49231dd req-011761a7-8178-4bd4-8611-b8475fbc256a service neutron] 10.222.0.67 "GET /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218119 Jun 23 11:58:03.621852 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-e79b5083-e190-4126-9869-d2636a3dbfc0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4f73dfee32d43b985e9192000eaed8c HTTP/1.1" status: 200 len: 473 time: 0.1386740 Jun 23 11:58:03.636769 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-636be40d-2787-44f8-8041-f5ff3b89fc1b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'port': {'device_id': 'b2a64ae5-5786-41de-9862-e321b902937a', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'admin_state_up': True, 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'security_groups': ['cbe3cb4b-688b-4d01-b275-1061e1b15fe5']}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:58:03.716391 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1d483620-59e2-4194-b820-fb91e49231dd req-092203ee-23d0-49db-8061-3a98d79d3e81 service neutron] 10.222.0.67 "GET /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146796 Jun 23 11:58:03.720435 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:03.787155 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439782d9-8e96-4c3b-be8f-ab18ccc31da0 req-59527412-fe7b-4cb7-b10b-928b8ef68c20 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:03.788661 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-439782d9-8e96-4c3b-be8f-ab18ccc31da0 req-59527412-fe7b-4cb7-b10b-928b8ef68c20 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.1045592 Jun 23 11:58:03.893444 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-439782d9-8e96-4c3b-be8f-ab18ccc31da0 req-0c92011c-e5f9-4cfd-825c-5c6ba351895b tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900619 Jun 23 11:58:03.895070 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-636be40d-2787-44f8-8041-f5ff3b89fc1b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Made reservation on behalf of b4f73dfee32d43b985e9192000eaed8c for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:58:03.899038 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-636be40d-2787-44f8-8041-f5ff3b89fc1b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:03.988834 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89866c-0387-4243-befb-574fadd32f9c req-e43c05c8-4da1-424c-a91e-fa85bf48e434 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:04.000506 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ab89866c-0387-4243-befb-574fadd32f9c req-e43c05c8-4da1-424c-a91e-fa85bf48e434 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0749090 Jun 23 11:58:04.074247 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:04.080752 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ab89866c-0387-4243-befb-574fadd32f9c req-040fb670-14a7-4dbc-a6eb-ef333b488f99 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790660 Jun 23 11:58:04.093014 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-dfb6add2-02d1-43db-b301-4d50c30453f3 req-55d3c001-fd0f-4f34-ae29-30136cc6b9c8 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 210 time: 0.0455344 Jun 23 11:58:04.127441 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-636be40d-2787-44f8-8041-f5ff3b89fc1b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Allocated IP 172.20.0.12 (e2860678-188a-43de-956c-7f6a2a5353f6/3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa/fe3999d6-abf8-455b-97de-e88dd06b7caa) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:58:04.129871 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:04.283778 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 52016) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:58:04.355583 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Deleting subnet 026b1311-74a5-42dd-8bb1-5d979d3b45f6 {{(pid=103989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:58:04.359115 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Publish callbacks [] for subnet (026b1311-74a5-42dd-8bb1-5d979d3b45f6), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:04.383952 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7448ae02-daa6-4332-b0e9-bc1aaa6145dc req-189d8f6e-8a1c-4890-a0a0-388a983a6610 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 210 time: 0.1200964 Jun 23 11:58:04.396200 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-636be40d-2787-44f8-8041-f5ff3b89fc1b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for port (fe3999d6-abf8-455b-97de-e88dd06b7caa), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:04.427772 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28146412'] for subnet (026b1311-74a5-42dd-8bb1-5d979d3b45f6), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:04.453791 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-636be40d-2787-44f8-8041-f5ff3b89fc1b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (fe3999d6-abf8-455b-97de-e88dd06b7caa), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:04.495728 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (026b1311-74a5-42dd-8bb1-5d979d3b45f6), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:04.674480 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:04.676662 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27818774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29159588'] for subnet (026b1311-74a5-42dd-8bb1-5d979d3b45f6), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:04.677211 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:58:04.750401 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=026b1311-74a5-42dd-8bb1-5d979d3b45f6,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:04.756582 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:04.763721 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/026b1311-74a5-42dd-8bb1-5d979d3b45f6 HTTP/1.1" status: 204 len: 168 time: 0.4752762 Jun 23 11:58:04.764883 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 52022) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:58:04.783344 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:04.783344 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:04.783344 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:04.784255 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:04.786061 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:04.786061 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:04.786061 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:04.786787 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:04.787855 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:04.787855 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:04.788611 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:04.789218 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:04.789512 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:04.789889 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:04.790462 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b8e30-d3d5-4313-a11d-7e7709082989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:04.889942 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:04.906480 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9168f0af-cd8e-435c-8746-2a5f062a5797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (0df3fa49-0f7b-40b9-8b25-856e85e676ae), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:04.927333 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3,segment=NetworkSegment(635d1976-4d61-425c-abeb-1628eab4822a),segment_id=635d1976-4d61-425c-abeb-1628eab4822a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:58:04.944536 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': 'eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3', 'network_id': '7b8ca899-2535-4e5d-9f9a-5acfd193e8c9', 'port_id': 'eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3', 'mac_address': 'fa:16:3e:62:78:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4acdc33-471c-4ab3-bfa8-cd3f3d5ebd17', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:58:05.009752 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:58:05.010584 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:05.011142 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636be40d-2787-44f8-8041-f5ff3b89fc1b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'Port': ['ID=fe3999d6-abf8-455b-97de-e88dd06b7caa,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:05.059168 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:58:05.110894 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3,segment=NetworkSegment(635d1976-4d61-425c-abeb-1628eab4822a),segment_id=635d1976-4d61-425c-abeb-1628eab4822a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:58:05.111542 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b7d23-5a1e-4b38-bff4-8b74764e3b09 req-7ef01273-42ab-441e-99c7-11ca382efc18 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:05.113455 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:05.119707 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:05.135602 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-508b7d23-5a1e-4b38-bff4-8b74764e3b09 req-7ef01273-42ab-441e-99c7-11ca382efc18 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.1156700 Jun 23 11:58:05.155594 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-636be40d-2787-44f8-8041-f5ff3b89fc1b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Network e2860678-188a-43de-956c-7f6a2a5353f6 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:58:05.173663 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9168f0af-cd8e-435c-8746-2a5f062a5797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (0df3fa49-0f7b-40b9-8b25-856e85e676ae), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:05.187144 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-636be40d-2787-44f8-8041-f5ff3b89fc1b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:58:05.211740 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-636be40d-2787-44f8-8041-f5ff3b89fc1b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:58:05.241798 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:05.270641 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:05.283112 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-9168f0af-cd8e-435c-8746-2a5f062a5797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df3fa49-0f7b-40b9-8b25-856e85e676ae']}} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:58:05.287717 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:05.294491 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:05.295607 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:05.296399 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:05.297059 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:05.297579 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:05.298070 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:05.298552 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:05.299030 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:05.299507 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:05.299984 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:05.300473 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:05.300998 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:05.301463 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:05.301924 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:05.304085 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e4409-475a-406b-8b95-fb3515bacd6f req-d6c05a6d-1ecd-49ff-9536-f70ea574efe6 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:05.319722 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0a8e4409-475a-406b-8b95-fb3515bacd6f req-d6c05a6d-1ecd-49ff-9536-f70ea574efe6 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 948 time: 0.1189165 Jun 23 11:58:05.319925 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-508b7d23-5a1e-4b38-bff4-8b74764e3b09 req-78d3d49b-ccbf-422c-8e19-5d56810688f6 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815269 Jun 23 11:58:05.334299 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-9168f0af-cd8e-435c-8746-2a5f062a5797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb70e4f-7510-4555-ab95-ea9e63ab8707') {'for_net_delete': True} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:58:05.334683 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-9168f0af-cd8e-435c-8746-2a5f062a5797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb70e4f-7510-4555-ab95-ea9e63ab8707') {} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:58:05.360881 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-636be40d-2787-44f8-8041-f5ff3b89fc1b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:05.361796 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-636be40d-2787-44f8-8041-f5ff3b89fc1b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:05.378490 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9168f0af-cd8e-435c-8746-2a5f062a5797 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28146423'] for segment (deb70e4f-7510-4555-ab95-ea9e63ab8707), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:05.389704 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:05.423107 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-636be40d-2787-44f8-8041-f5ff3b89fc1b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7918787 Jun 23 11:58:05.428653 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9168f0af-cd8e-435c-8746-2a5f062a5797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (deb70e4f-7510-4555-ab95-ea9e63ab8707), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:05.454576 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9168f0af-cd8e-435c-8746-2a5f062a5797 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:58:05.454904 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9168f0af-cd8e-435c-8746-2a5f062a5797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27818876'] for segment (deb70e4f-7510-4555-ab95-ea9e63ab8707), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:05.489713 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment deb70e4f-7510-4555-ab95-ea9e63ab8707 resource provider aggregate not found Jun 23 11:58:05.501838 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:58:05.517246 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0a8e4409-475a-406b-8b95-fb3515bacd6f req-bba14f7e-ebb3-492b-94f6-4d8dcac612f5 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008896 Jun 23 11:58:05.540741 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment deb70e4f-7510-4555-ab95-ea9e63ab8707 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid deb70e4f-7510-4555-ab95-ea9e63ab8707 found for delete ", "request_id": "req-75a97f08-794e-41e5-a44a-b149ed6e5be3"}]} Jun 23 11:58:05.561934 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Request body: {'port': {'device_id': 'b2a64ae5-5786-41de-9862-e321b902937a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:58:05.638617 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9168f0af-cd8e-435c-8746-2a5f062a5797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (0df3fa49-0f7b-40b9-8b25-856e85e676ae), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:05.647134 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9168f0af-cd8e-435c-8746-2a5f062a5797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:05.657156 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-9168f0af-cd8e-435c-8746-2a5f062a5797 admin admin] 10.222.0.67 "DELETE /v2.0/networks/0df3fa49-0f7b-40b9-8b25-856e85e676ae HTTP/1.1" status: 204 len: 168 time: 0.8862326 Jun 23 11:58:05.690012 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168f0af-cd8e-435c-8746-2a5f062a5797 admin admin] Pushing event deleted for resources: {'Network': ['ID=0df3fa49-0f7b-40b9-8b25-856e85e676ae,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:05.699902 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13806-ba31-4797-bafc-abf25083af9e req-17062143-9cab-4e7a-9e8c-5a042981e1be tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:05.705234 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-ca13f675-4c09-459a-acf0-9a0b586668e1 None None] Provisioning complete for port fe3999d6-abf8-455b-97de-e88dd06b7caa triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:58:05.705234 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ca13f675-4c09-459a-acf0-9a0b586668e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (fe3999d6-abf8-455b-97de-e88dd06b7caa), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:05.715293 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7df13806-ba31-4797-bafc-abf25083af9e req-17062143-9cab-4e7a-9e8c-5a042981e1be tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.2833133 Jun 23 11:58:05.722542 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2b730fd4-b45b-4e18-ad27-1eee56917d8b req-261cd136-c799-4652-89d7-67d69860d0bb tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 210 time: 0.0615344 Jun 23 11:58:05.853879 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-ca13f675-4c09-459a-acf0-9a0b586668e1 None None] Port fe3999d6-abf8-455b-97de-e88dd06b7caa cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:58:05.953723 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb5052-07a6-49de-aa20-6ee04650baf2 req-d6da79c6-d21f-4801-8e32-bde25b34e0e4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:05.963693 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b7eb5052-07a6-49de-aa20-6ee04650baf2 req-d6da79c6-d21f-4801-8e32-bde25b34e0e4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 932 time: 0.1434827 Jun 23 11:58:05.984233 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (fe3999d6-abf8-455b-97de-e88dd06b7caa), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:06.002511 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:06.050866 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7df13806-ba31-4797-bafc-abf25083af9e req-d95a7098-e9dc-4e02-9bc1-dd8efbdef892 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307915 Jun 23 11:58:06.094795 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b7eb5052-07a6-49de-aa20-6ee04650baf2 req-f31be3f2-7078-4583-a671-c9aa57efab00 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224937 Jun 23 11:58:06.105379 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d483620-59e2-4194-b820-fb91e49231dd req-a3ae13d3-4113-4b28-a379-6c2c18b9675f tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:06.107021 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1d483620-59e2-4194-b820-fb91e49231dd req-a3ae13d3-4113-4b28-a379-6c2c18b9675f tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.44 "GET /v2.0/networks?id=33bf599f-e007-4787-9458-fbe47f8701cd HTTP/1.1" status: 200 len: 814 time: 0.3704107 Jun 23 11:58:06.153233 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:06.159246 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 52046) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:58:06.210487 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-1d483620-59e2-4194-b820-fb91e49231dd req-096fe4f0-6e48-456c-802d-0e41ebdbf672 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Request body: {'port': {'device_id': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd', 'admin_state_up': True, 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:58:06.248102 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-5bf87818-d283-414d-91f4-97320dc6a667 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d4f7063c9ea64b569c3699a45ad0bb2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0875859 Jun 23 11:58:06.251682 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 52054) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:58:06.336944 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-65b47048-0316-4f33-b484-ef6b579cf3d8 admin admin] Publish callbacks [] for security_group (a5131d98-1634-42c9-963f-5686561f3432), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:06.365608 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-65b47048-0316-4f33-b484-ef6b579cf3d8 admin admin] Publish callbacks [] for security_group (a5131d98-1634-42c9-963f-5686561f3432), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:06.431517 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-65b47048-0316-4f33-b484-ef6b579cf3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (a5131d98-1634-42c9-963f-5686561f3432), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:06.435859 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-65b47048-0316-4f33-b484-ef6b579cf3d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:06.441657 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-65b47048-0316-4f33-b484-ef6b579cf3d8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a5131d98-1634-42c9-963f-5686561f3432 HTTP/1.1" status: 204 len: 168 time: 0.1886051 Jun 23 11:58:06.458234 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b47048-0316-4f33-b484-ef6b579cf3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5131d98-1634-42c9-963f-5686561f3432,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:06.502889 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d483620-59e2-4194-b820-fb91e49231dd req-096fe4f0-6e48-456c-802d-0e41ebdbf672 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Made reservation on behalf of 45aa73614bc447bdb1bfda38ad541ab3 for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:58:06.510289 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-1d483620-59e2-4194-b820-fb91e49231dd req-096fe4f0-6e48-456c-802d-0e41ebdbf672 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:06.527705 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:06.744952 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d34d0d-cef7-482c-aca1-26602a9fc3d6 req-814d1125-aeda-4cd4-bd70-5e0ef3473614 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:06.747438 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-88d34d0d-cef7-482c-aca1-26602a9fc3d6 req-814d1125-aeda-4cd4-bd70-5e0ef3473614 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 948 time: 0.1134717 Jun 23 11:58:06.754082 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dfd5c-25fc-40d6-b8a3-a1455b0edb1f req-eaa83d6a-27ee-4c3e-9e10-84c97175a7f9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:06.761739 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-776dfd5c-25fc-40d6-b8a3-a1455b0edb1f req-eaa83d6a-27ee-4c3e-9e10-84c97175a7f9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.2474554 Jun 23 11:58:06.763538 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:06.802214 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3999d6-abf8-455b-97de-e88dd06b7caa {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:58:06.834914 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Publish callbacks [] for port (fe3999d6-abf8-455b-97de-e88dd06b7caa), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:06.842924 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:06.870226 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-88d34d0d-cef7-482c-aca1-26602a9fc3d6 req-fe5dbc3e-c1a3-4aa0-8394-89606f9e8669 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150918 Jun 23 11:58:07.029599 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:58:07.064491 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Transition to ACTIVE for port object fe3999d6-abf8-455b-97de-e88dd06b7caa will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:58:07.080525 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f0efccd2-2342-486d-abd6-66970fdf75fc req-0b80b845-5e6d-4879-8911-5df2af45e7ec tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 210 time: 0.1063464 Jun 23 11:58:07.091631 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-776dfd5c-25fc-40d6-b8a3-a1455b0edb1f req-928dac3b-ca53-48ec-812e-3d117a33baff tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283782 Jun 23 11:58:07.104710 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (fe3999d6-abf8-455b-97de-e88dd06b7caa), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:07.258370 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Pushing event updated for resources: {'Port': ['ID=fe3999d6-abf8-455b-97de-e88dd06b7caa,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:07.304663 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:58:07.332482 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:58:07.336960 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:07.341249 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e30e7c-a778-45eb-bcbb-85f62f053aae req-539a56bd-9b4b-4d65-a902-12d254b5fb27 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:07.348371 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f7e30e7c-a778-45eb-bcbb-85f62f053aae req-539a56bd-9b4b-4d65-a902-12d254b5fb27 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0866909 Jun 23 11:58:07.395702 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355024a0-79cd-492f-a3f4-c17163f85d86 req-85824547-5da9-40fe-a592-d09b07dd7a53 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:07.402120 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-355024a0-79cd-492f-a3f4-c17163f85d86 req-85824547-5da9-40fe-a592-d09b07dd7a53 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.2131240 Jun 23 11:58:07.432338 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-1d483620-59e2-4194-b820-fb91e49231dd req-096fe4f0-6e48-456c-802d-0e41ebdbf672 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Allocated IP 172.20.0.8 (33bf599f-e007-4787-9458-fbe47f8701cd/f554e47e-c8b1-4009-867d-2e008caa27f9/1bf26417-9e61-446b-af12-0f2d3c6c3a6c) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:58:07.527471 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-355024a0-79cd-492f-a3f4-c17163f85d86 req-d5465bf2-70ef-49d3-a07d-ac715c6d6732 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171117 Jun 23 11:58:07.591977 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:58:07.592390 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:07.624574 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567ad1bf-ef6b-41f9-800f-f589f136a1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:58:07.627948 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3e1e86-32b5-4fbe-88ac-a78c0a634783" -d '{"events": [{"server_uuid": "567ad1bf-ef6b-41f9-800f-f589f136a1b6", "name": "network-vif-plugged", "status": "completed", "tag": "eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:58:07.659748 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3,segment=NetworkSegment(635d1976-4d61-425c-abeb-1628eab4822a),segment_id=635d1976-4d61-425c-abeb-1628eab4822a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:58:07.676593 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:07.727236 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f7e30e7c-a778-45eb-bcbb-85f62f053aae req-5690bd7e-8d02-471c-ad5d-330aa3ca962d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3774488 Jun 23 11:58:07.800304 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Attempting to bind port fe3999d6-abf8-455b-97de-e88dd06b7caa on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:58:07.801033 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Attempting to bind port fe3999d6-abf8-455b-97de-e88dd06b7caa by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:58:07.801583 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Attempting to bind port fe3999d6-abf8-455b-97de-e88dd06b7caa on network e2860678-188a-43de-956c-7f6a2a5353f6 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:58:07.818655 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Port fe3999d6-abf8-455b-97de-e88dd06b7caa on network e2860678-188a-43de-956c-7f6a2a5353f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:58:07.819487 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Attempting to bind port fe3999d6-abf8-455b-97de-e88dd06b7caa on network e2860678-188a-43de-956c-7f6a2a5353f6 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:58:07.831469 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a33909-5925-4bf7-a84b-b47927bdab75 x-openstack-request-id: req-92a33909-5925-4bf7-a84b-b47927bdab75 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:58:07.831753 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567ad1bf-ef6b-41f9-800f-f589f136a1b6", "name": "network-vif-plugged", "status": "completed", "tag": "eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:58:07.832023 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-92a33909-5925-4bf7-a84b-b47927bdab75 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:58:07.832456 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92a33909-5925-4bf7-a84b-b47927bdab75'] response: {'server_uuid': '567ad1bf-ef6b-41f9-800f-f589f136a1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3', 'code': 200} Jun 23 11:58:07.833865 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:07.836481 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:58:07.836864 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Checking segment: {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:58:07.837253 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Bound using segment: {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:58:07.838244 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Bound port: fe3999d6-abf8-455b-97de-e88dd06b7caa, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:58:07.838610 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (fe3999d6-abf8-455b-97de-e88dd06b7caa), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:08.082953 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575e95e-53e1-4310-a905-916dec3db625 req-73f3d511-781d-4430-abb7-664a58629e53 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:08.084547 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1575e95e-53e1-4310-a905-916dec3db625 req-73f3d511-781d-4430-abb7-664a58629e53 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.1127946 Jun 23 11:58:08.099996 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-1d483620-59e2-4194-b820-fb91e49231dd req-096fe4f0-6e48-456c-802d-0e41ebdbf672 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:08.111758 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] For port fe3999d6-abf8-455b-97de-e88dd06b7caa, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:58:08.138881 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] For port fe3999d6-abf8-455b-97de-e88dd06b7caa, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=fe3999d6-abf8-455b-97de-e88dd06b7caa,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:58:08.162557 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (fe3999d6-abf8-455b-97de-e88dd06b7caa), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:08.183859 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:08.217497 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:08.227344 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1575e95e-53e1-4310-a905-916dec3db625 req-f1734df9-cd2c-4704-bba4-4b9f335e6e36 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346943 Jun 23 11:58:08.240171 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:08.240942 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:08.242439 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] 10.222.0.44 "PUT /v2.0/ports/fe3999d6-abf8-455b-97de-e88dd06b7caa HTTP/1.1" status: 200 len: 1094 time: 2.7176130 Jun 23 11:58:08.249029 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a64ae5-5786-41de-9862-e321b902937a', 'tag': 'fe3999d6-abf8-455b-97de-e88dd06b7caa'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:58:08.251693 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42856ba0-d4be-47e0-8403-ba74594eb473" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a64ae5-5786-41de-9862-e321b902937a", "tag": "fe3999d6-abf8-455b-97de-e88dd06b7caa"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:58:08.278085 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-1d483620-59e2-4194-b820-fb91e49231dd req-096fe4f0-6e48-456c-802d-0e41ebdbf672 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:08.285543 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db14895-1a84-4370-adbf-3a591daf096e service neutron] Pushing event updated for resources: {'Port': ['ID=fe3999d6-abf8-455b-97de-e88dd06b7caa,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:08.382745 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d483620-59e2-4194-b820-fb91e49231dd req-096fe4f0-6e48-456c-802d-0e41ebdbf672 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Network 33bf599f-e007-4787-9458-fbe47f8701cd is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:58:08.386643 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-1d483620-59e2-4194-b820-fb91e49231dd req-096fe4f0-6e48-456c-802d-0e41ebdbf672 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:58:08.401793 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d483620-59e2-4194-b820-fb91e49231dd req-096fe4f0-6e48-456c-802d-0e41ebdbf672 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:58:08.456048 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b2c4b-897b-415a-b9fb-c22bec72b6fd req-7af2e2a5-c930-4212-8253-4bdfa6ef046a tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:08.459144 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-584b2c4b-897b-415a-b9fb-c22bec72b6fd req-7af2e2a5-c930-4212-8253-4bdfa6ef046a tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 931 time: 0.1560078 Jun 23 11:58:08.541708 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fe4f0-6e48-456c-802d-0e41ebdbf672 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Pushing event updated for resources: {'Port': ['ID=1bf26417-9e61-446b-af12-0f2d3c6c3a6c,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:08.578436 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:08.583336 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-584b2c4b-897b-415a-b9fb-c22bec72b6fd req-40c5ba97-0aee-4ef6-bf22-874c2233984c tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176486 Jun 23 11:58:08.694420 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e581b-c6c5-4e9e-9f1b-c7d03ca3cf03 req-6f578529-a842-4332-b025-d03e6e4f4ece tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:08.708892 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a4e581b-c6c5-4e9e-9f1b-c7d03ca3cf03 req-6f578529-a842-4332-b025-d03e6e4f4ece tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.2265220 Jun 23 11:58:08.724926 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdfee63-32e0-4c69-bb6c-c1c0642c37ee x-openstack-request-id: req-5fdfee63-32e0-4c69-bb6c-c1c0642c37ee {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:58:08.726228 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a64ae5-5786-41de-9862-e321b902937a", "tag": "fe3999d6-abf8-455b-97de-e88dd06b7caa", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:58:08.726584 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5fdfee63-32e0-4c69-bb6c-c1c0642c37ee {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:58:08.728644 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fdfee63-32e0-4c69-bb6c-c1c0642c37ee'] response: {'name': 'network-changed', 'server_uuid': 'b2a64ae5-5786-41de-9862-e321b902937a', 'tag': 'fe3999d6-abf8-455b-97de-e88dd06b7caa', 'status': 'completed', 'code': 200} Jun 23 11:58:08.746567 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d483620-59e2-4194-b820-fb91e49231dd req-096fe4f0-6e48-456c-802d-0e41ebdbf672 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:08.748285 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-1d483620-59e2-4194-b820-fb91e49231dd req-096fe4f0-6e48-456c-802d-0e41ebdbf672 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:08.799701 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1d483620-59e2-4194-b820-fb91e49231dd req-096fe4f0-6e48-456c-802d-0e41ebdbf672 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5970495 Jun 23 11:58:08.831205 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a4e581b-c6c5-4e9e-9f1b-c7d03ca3cf03 req-0047b5e8-de79-4720-93ef-0f430bccdbfb tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011581 Jun 23 11:58:08.917449 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-c5fb269d-b2bd-4b35-b81d-154c4fab2c1b None None] Provisioning complete for port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:58:08.919426 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-c5fb269d-b2bd-4b35-b81d-154c4fab2c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:08.937540 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510482b5-102b-4ec4-a851-3d75b5f753f6 req-c2a87ba8-56d8-4040-8ea2-8a249eba0538 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:08.948279 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-510482b5-102b-4ec4-a851-3d75b5f753f6 req-c2a87ba8-56d8-4040-8ea2-8a249eba0538 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.1074872 Jun 23 11:58:09.041994 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb269d-b2bd-4b35-b81d-154c4fab2c1b None None] Port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:58:09.064051 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-510482b5-102b-4ec4-a851-3d75b5f753f6 req-321ca882-8c73-457b-ab9a-25725053bc1b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147149 Jun 23 11:58:09.074833 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7469c-2a0c-4edb-8d0e-98d986c8c9d4 req-fbf1f8f0-f208-43cc-bad5-c5c56a572c73 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:09.082711 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-01c7469c-2a0c-4edb-8d0e-98d986c8c9d4 req-fbf1f8f0-f208-43cc-bad5-c5c56a572c73 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.1141932 Jun 23 11:58:09.164973 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-01c7469c-2a0c-4edb-8d0e-98d986c8c9d4 req-52ef35c5-9965-4bc9-8ff2-8c0cd9923617 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807400 Jun 23 11:58:09.446322 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df210370-7bb0-4dd1-b308-64d00d85335c req-01089f8c-4ec9-4bc4-abe2-4c19d54d49ae tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:09.450136 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-df210370-7bb0-4dd1-b308-64d00d85335c req-01089f8c-4ec9-4bc4-abe2-4c19d54d49ae tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0906231 Jun 23 11:58:09.546533 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-df210370-7bb0-4dd1-b308-64d00d85335c req-7ae3aaa3-b05d-4922-90e9-60000a320640 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894203 Jun 23 11:58:09.835419 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a32d3-8e23-4cf7-9657-672634d64b6b req-fee54871-6607-4c26-aee0-911cabb874d9 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:09.845013 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f21a32d3-8e23-4cf7-9657-672634d64b6b req-fee54871-6607-4c26-aee0-911cabb874d9 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 931 time: 0.1197045 Jun 23 11:58:09.929074 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f21a32d3-8e23-4cf7-9657-672634d64b6b req-f94ee48c-816b-499b-b6f4-5b12281abb99 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824375 Jun 23 11:58:09.978802 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:10.048606 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=15 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:10.067845 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e44717-a7e1-43e1-a3dc-8b02a62cfdea req-505cc2fd-5394-49fc-a9d1-2af12b1859c3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:10.086382 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-52e44717-a7e1-43e1-a3dc-8b02a62cfdea req-505cc2fd-5394-49fc-a9d1-2af12b1859c3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.1073201 Jun 23 11:58:10.123427 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:10.194432 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-52e44717-a7e1-43e1-a3dc-8b02a62cfdea req-10aaa5e8-3f53-485f-9577-dbeb81cd1881 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043029 Jun 23 11:58:10.318240 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75c40f-4632-4408-a729-71276f4845e0 req-39382e3a-1d71-4967-83e4-4a3df930ef47 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:10.325925 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4c75c40f-4632-4408-a729-71276f4845e0 req-39382e3a-1d71-4967-83e4-4a3df930ef47 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.1367872 Jun 23 11:58:10.425297 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e21e1b-e736-432e-9d5f-5445e010daba req-92ec85da-ffef-4823-80a5-6b2115968cd1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:10.427229 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-97e21e1b-e736-432e-9d5f-5445e010daba req-92ec85da-ffef-4823-80a5-6b2115968cd1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0677412 Jun 23 11:58:10.439899 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4c75c40f-4632-4408-a729-71276f4845e0 req-aff76eb7-02ea-446c-8df9-5f654de9d564 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128449 Jun 23 11:58:10.573080 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-97e21e1b-e736-432e-9d5f-5445e010daba req-db4cca6e-389f-49cf-81ac-1e3374a5bbcf tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372461 Jun 23 11:58:10.718967 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fb67c-0df6-4ad3-928e-b52abe445369 req-c5bb67d7-b0ae-426b-a61e-3c41abcad3b3 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:10.726355 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-662fb67c-0df6-4ad3-928e-b52abe445369 req-c5bb67d7-b0ae-426b-a61e-3c41abcad3b3 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0781186 Jun 23 11:58:10.814400 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-662fb67c-0df6-4ad3-928e-b52abe445369 req-df594dd9-6d8a-4357-bdc6-cf7db64bc71d tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862486 Jun 23 11:58:11.131873 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afaef6-ecb7-418c-989a-aa5198f82632 req-a0e9389c-a37b-4c67-9498-be38b74b1593 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:11.139560 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a2afaef6-ecb7-418c-989a-aa5198f82632 req-a0e9389c-a37b-4c67-9498-be38b74b1593 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 931 time: 0.0741768 Jun 23 11:58:11.217015 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a2afaef6-ecb7-418c-989a-aa5198f82632 req-66dbd030-b87e-4d9e-b98c-867386e49fdc tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672123 Jun 23 11:58:11.381667 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef0fb5-88d6-433d-9f7e-09329d6d3c81 req-5c87830a-5ec8-473a-8f58-64c6b69bc817 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:11.385271 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-86ef0fb5-88d6-433d-9f7e-09329d6d3c81 req-5c87830a-5ec8-473a-8f58-64c6b69bc817 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0743597 Jun 23 11:58:11.465156 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-86ef0fb5-88d6-433d-9f7e-09329d6d3c81 req-5655210c-5340-4f76-af8b-589e2c031f5a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720158 Jun 23 11:58:11.663151 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85aa856-8263-4ac7-aa30-cac22e867e79 req-bec4d206-b7cc-48ce-a989-a5337a4381dc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:11.671527 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c85aa856-8263-4ac7-aa30-cac22e867e79 req-bec4d206-b7cc-48ce-a989-a5337a4381dc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.1005204 Jun 23 11:58:11.750823 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c85aa856-8263-4ac7-aa30-cac22e867e79 req-cef495f2-c869-4812-8b0a-a58e83a0426d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783648 Jun 23 11:58:11.778346 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154d304-f9e6-47dd-aece-b2942e2626aa req-73f0694e-f931-499d-a98d-67980da4a466 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:11.786466 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f154d304-f9e6-47dd-aece-b2942e2626aa req-73f0694e-f931-499d-a98d-67980da4a466 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0805662 Jun 23 11:58:11.902306 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f154d304-f9e6-47dd-aece-b2942e2626aa req-93f24ccd-e004-46fc-9159-98032b20b4a0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082551 Jun 23 11:58:11.989429 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5860b74-5f37-4334-b50f-92ed4d2a3711 req-b67e9301-6a1d-41fc-b26e-bbc9af29b84c tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:11.991698 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d5860b74-5f37-4334-b50f-92ed4d2a3711 req-b67e9301-6a1d-41fc-b26e-bbc9af29b84c tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0597355 Jun 23 11:58:12.050083 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d5860b74-5f37-4334-b50f-92ed4d2a3711 req-2f2d90a7-7b58-45b8-b9a1-c4bd78734455 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525646 Jun 23 11:58:12.342602 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b37f4-aec9-4719-b4f5-b030a53feed0 req-115fbdac-c499-492a-a6c7-aa66c94feb92 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:12.344369 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bf0b37f4-aec9-4719-b4f5-b030a53feed0 req-115fbdac-c499-492a-a6c7-aa66c94feb92 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 931 time: 0.0554833 Jun 23 11:58:12.436836 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bf0b37f4-aec9-4719-b4f5-b030a53feed0 req-78eac66b-158e-45c1-afdb-a510b840f521 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837767 Jun 23 11:58:12.623503 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad0df9-265c-406d-8c4d-941fe984ab7f req-1e1ddeb2-b8cc-4680-a8df-28d8b97412a5 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:12.625223 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-66ad0df9-265c-406d-8c4d-941fe984ab7f req-1e1ddeb2-b8cc-4680-a8df-28d8b97412a5 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0538273 Jun 23 11:58:12.692705 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-66ad0df9-265c-406d-8c4d-941fe984ab7f req-c2dd7b0b-90e5-4995-bb4c-47add2e9a7bd tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599823 Jun 23 11:58:12.951406 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c10ede-b42c-45e8-b838-be7704516b98 req-4a404fb0-9871-42fc-bc0c-5225af49fc2d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:12.954322 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-56c10ede-b42c-45e8-b838-be7704516b98 req-4a404fb0-9871-42fc-bc0c-5225af49fc2d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0774577 Jun 23 11:58:12.985927 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:12.988964 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:13.014150 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:13.063656 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63257f3d-4b27-455f-8f15-dda156cba454 req-518fe7bc-f916-445b-93d3-a4d53ef0e249 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:13.074628 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-63257f3d-4b27-455f-8f15-dda156cba454 req-518fe7bc-f916-445b-93d3-a4d53ef0e249 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.1062045 Jun 23 11:58:13.082623 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-56c10ede-b42c-45e8-b838-be7704516b98 req-09a53184-0699-46f3-83e0-e1bbc8f7a3ff tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216614 Jun 23 11:58:13.195747 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-63257f3d-4b27-455f-8f15-dda156cba454 req-f9e47e58-1f98-4c42-b421-d13cdc8031ea tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202087 Jun 23 11:58:13.287814 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd041-688b-4014-9eae-466a5d77e745 req-b7185a4b-8105-4f20-9e78-77ee828798e2 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:13.297265 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-acabd041-688b-4014-9eae-466a5d77e745 req-b7185a4b-8105-4f20-9e78-77ee828798e2 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0797555 Jun 23 11:58:13.370076 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-acabd041-688b-4014-9eae-466a5d77e745 req-120ad6fa-dd07-4873-ba4e-94db23dfb055 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715070 Jun 23 11:58:13.626182 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af923c28-b22e-4c5f-9ec5-a5ccc1e539e3 req-824fe2cb-4e39-46b8-9b6b-e4714d893019 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:13.629284 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-af923c28-b22e-4c5f-9ec5-a5ccc1e539e3 req-824fe2cb-4e39-46b8-9b6b-e4714d893019 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 931 time: 0.0638444 Jun 23 11:58:13.686789 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-af923c28-b22e-4c5f-9ec5-a5ccc1e539e3 req-2dc11958-3523-4c52-ba04-1a7c9a0ef2ea tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523353 Jun 23 11:58:13.930113 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a194e5-922d-4de4-a8ac-f30dc01a4ff9 req-9c981648-996a-4744-bdfc-3ef3e618757e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:13.934811 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d4a194e5-922d-4de4-a8ac-f30dc01a4ff9 req-9c981648-996a-4744-bdfc-3ef3e618757e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.1085682 Jun 23 11:58:14.034886 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d4a194e5-922d-4de4-a8ac-f30dc01a4ff9 req-353a032a-b885-45d9-8363-f22fe3a0b418 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922580 Jun 23 11:58:14.250499 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0737e3e-69cf-40ab-b4fb-1ccde88e2dfa req-6285fd0a-607c-4afe-9fc3-7438cb35ad98 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:14.252638 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a0737e3e-69cf-40ab-b4fb-1ccde88e2dfa req-6285fd0a-607c-4afe-9fc3-7438cb35ad98 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0692964 Jun 23 11:58:14.357025 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a0737e3e-69cf-40ab-b4fb-1ccde88e2dfa req-dc8b11ac-d166-4093-8613-c89fd67eb32f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964520 Jun 23 11:58:14.388454 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ead19-1d42-4347-a15d-43d283106ecd req-eb9cdef2-43b5-4dc9-bdb9-c4bb6d3b2027 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:14.397761 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5b5ead19-1d42-4347-a15d-43d283106ecd req-eb9cdef2-43b5-4dc9-bdb9-c4bb6d3b2027 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0788534 Jun 23 11:58:14.476081 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5b5ead19-1d42-4347-a15d-43d283106ecd req-defc995f-25f8-49c9-bdd9-542002d1bf4d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771646 Jun 23 11:58:14.562480 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ed384-6bd7-4106-a409-c6dd678e2439 req-dde00231-40eb-4cd7-a3fc-3ecc6a9073c7 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:14.564308 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cc8ed384-6bd7-4106-a409-c6dd678e2439 req-dde00231-40eb-4cd7-a3fc-3ecc6a9073c7 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.1008401 Jun 23 11:58:14.604468 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:14.633099 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cc8ed384-6bd7-4106-a409-c6dd678e2439 req-6f303d04-ada7-4485-8ccc-0efec6caa532 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577621 Jun 23 11:58:14.705467 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:58:14.869136 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3506e-77f1-499c-a1ba-b0a45da1f3de req-0def0347-6811-4380-a77e-4aaa66f4bde1 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:14.870916 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-dcb3506e-77f1-499c-a1ba-b0a45da1f3de req-0def0347-6811-4380-a77e-4aaa66f4bde1 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 931 time: 0.0688457 Jun 23 11:58:14.942249 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-dcb3506e-77f1-499c-a1ba-b0a45da1f3de req-4cd72359-1be4-470a-b427-0f97286a6dcb tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654304 Jun 23 11:58:15.203844 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b6c2c-b6e8-4d5c-af3e-817b8c7b2ce5 req-1d781531-f79f-4a0a-85cc-e3013146a374 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:15.207635 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bd6b6c2c-b6e8-4d5c-af3e-817b8c7b2ce5 req-1d781531-f79f-4a0a-85cc-e3013146a374 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0810766 Jun 23 11:58:15.279222 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bd6b6c2c-b6e8-4d5c-af3e-817b8c7b2ce5 req-769a689d-4486-47b7-b9fe-1b04ca0f702b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628829 Jun 23 11:58:15.519772 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fcc49-7c30-475e-a62f-b37892f59d3e req-cccd0c19-be62-414c-b164-e9f169ee5b38 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:15.545643 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-405fcc49-7c30-475e-a62f-b37892f59d3e req-cccd0c19-be62-414c-b164-e9f169ee5b38 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0920742 Jun 23 11:58:15.634583 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-405fcc49-7c30-475e-a62f-b37892f59d3e req-1fd1f6f1-839f-4408-b0c1-9ae0881ec49e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837221 Jun 23 11:58:15.674347 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f8c17-ab45-4c43-a85f-5958a78417a1 req-f11ab4b8-3686-4460-b018-c96c8b97adec tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:15.687031 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-044f8c17-ab45-4c43-a85f-5958a78417a1 req-f11ab4b8-3686-4460-b018-c96c8b97adec tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.1023505 Jun 23 11:58:15.808286 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-044f8c17-ab45-4c43-a85f-5958a78417a1 req-96d2eeae-5ef9-4ed5-ab4c-e539527dbd38 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187694 Jun 23 11:58:15.837144 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48017f-bf39-4392-ab30-0c9f4a843917 req-f623f253-a8c5-4351-8f5f-8e981b8da197 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:15.839403 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ee48017f-bf39-4392-ab30-0c9f4a843917 req-f623f253-a8c5-4351-8f5f-8e981b8da197 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0646801 Jun 23 11:58:15.901098 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ee48017f-bf39-4392-ab30-0c9f4a843917 req-e1dd202e-d6b1-426b-a752-1daa071e3bda tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476236 Jun 23 11:58:16.066285 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741ac5e-21f8-4d5d-b255-a843c1b0bc22 req-712fe6ed-4411-46e7-b9d6-17d807b2cc42 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:16.067835 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f741ac5e-21f8-4d5d-b255-a843c1b0bc22 req-712fe6ed-4411-46e7-b9d6-17d807b2cc42 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 931 time: 0.0490627 Jun 23 11:58:16.155072 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f741ac5e-21f8-4d5d-b255-a843c1b0bc22 req-a060a9e0-fbb0-4830-a82d-895793fb1be9 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804939 Jun 23 11:58:16.412788 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1c1df-9dcd-4152-91a4-9d36be97902c req-9f31a20b-8a57-4edb-bdd9-3eb8abd460b4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:16.414649 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b7d1c1df-9dcd-4152-91a4-9d36be97902c req-9f31a20b-8a57-4edb-bdd9-3eb8abd460b4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0563059 Jun 23 11:58:16.518620 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b7d1c1df-9dcd-4152-91a4-9d36be97902c req-6e9c62b9-a716-4deb-9daf-2b22041e8f4c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966222 Jun 23 11:58:16.771289 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905bef7-27d5-4429-aeae-6214b0334854 req-991c6ef0-046f-4be8-983c-6cf382a27897 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:16.773749 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f905bef7-27d5-4429-aeae-6214b0334854 req-991c6ef0-046f-4be8-983c-6cf382a27897 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0726740 Jun 23 11:58:16.880236 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f905bef7-27d5-4429-aeae-6214b0334854 req-c3147d21-234a-4678-9621-76b4c34ebf7f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007028 Jun 23 11:58:16.945818 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe75ae2-556f-44ee-a453-7c9717b8792e req-42198596-22e9-41c4-9db5-65d189fc00d0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:16.947621 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7fe75ae2-556f-44ee-a453-7c9717b8792e req-42198596-22e9-41c4-9db5-65d189fc00d0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0556667 Jun 23 11:58:17.014922 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7fe75ae2-556f-44ee-a453-7c9717b8792e req-e8ed1617-e37c-4861-8c32-e1d42845bd5b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612314 Jun 23 11:58:17.048515 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0cf43-c8d7-4194-9cd8-2fb4dcf3a2e6 req-acaeccb8-cfcc-46f3-a3b1-4f0a05032d9f tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:17.050046 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3ab0cf43-c8d7-4194-9cd8-2fb4dcf3a2e6 req-acaeccb8-cfcc-46f3-a3b1-4f0a05032d9f tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0538473 Jun 23 11:58:17.113791 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3ab0cf43-c8d7-4194-9cd8-2fb4dcf3a2e6 req-3e0b35a5-c260-433d-a511-369d3d7cc33c tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582452 Jun 23 11:58:17.279741 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527316b5-a919-4bb5-abfd-a752af2039b5 req-bcbaeda0-f051-4e52-8e53-95436585d952 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:17.281470 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-527316b5-a919-4bb5-abfd-a752af2039b5 req-bcbaeda0-f051-4e52-8e53-95436585d952 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 931 time: 0.0502658 Jun 23 11:58:17.360769 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-527316b5-a919-4bb5-abfd-a752af2039b5 req-1d76a3f7-ea8e-412e-8c76-b0f69a855903 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732837 Jun 23 11:58:17.647697 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4470f5d-6803-44ec-bfb1-332c5ab429b2 req-2b6207e6-4baa-40cf-b46f-a199fe25987f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:17.649856 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e4470f5d-6803-44ec-bfb1-332c5ab429b2 req-2b6207e6-4baa-40cf-b46f-a199fe25987f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0559747 Jun 23 11:58:17.714272 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e4470f5d-6803-44ec-bfb1-332c5ab429b2 req-62c80e16-56fc-4126-addd-3687f4d5f619 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566587 Jun 23 11:58:18.005978 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b69633-7828-4a6a-a4a0-918f8758667f req-ae73f560-8430-428d-875e-5054678c7b1e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:18.008273 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b0b69633-7828-4a6a-a4a0-918f8758667f req-ae73f560-8430-428d-875e-5054678c7b1e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0630457 Jun 23 11:58:18.050790 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:18.059432 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b0b69633-7828-4a6a-a4a0-918f8758667f req-b945c4bb-f11d-427b-821b-7d048d7b941e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453413 Jun 23 11:58:18.136416 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7be95-9acf-42a1-b7be-15e445c2588d req-c5f61e86-4faf-4ca4-9731-56078dace941 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:18.138040 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5aa7be95-9acf-42a1-b7be-15e445c2588d req-c5f61e86-4faf-4ca4-9731-56078dace941 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0512888 Jun 23 11:58:18.187954 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5aa7be95-9acf-42a1-b7be-15e445c2588d req-a09c9842-31dc-4848-b55c-83f1639f6d4e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439951 Jun 23 11:58:18.244361 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8143f8-fd3b-43d3-b883-01ec8fd46f14 req-c3f415ef-95da-42a6-a4de-66c3dc4da93f tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:18.261012 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ef8143f8-fd3b-43d3-b883-01ec8fd46f14 req-c3f415ef-95da-42a6-a4de-66c3dc4da93f tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0685072 Jun 23 11:58:18.321722 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ef8143f8-fd3b-43d3-b883-01ec8fd46f14 req-accdf9bd-6487-448e-b0ff-29c66f7e3d98 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575266 Jun 23 11:58:18.467654 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:18.485735 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91132e9-c7e9-4b7b-8945-79f86b81d033 req-790c7f69-514f-4e08-b59c-3c57160830da tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:18.487275 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f91132e9-c7e9-4b7b-8945-79f86b81d033 req-790c7f69-514f-4e08-b59c-3c57160830da tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 931 time: 0.0500743 Jun 23 11:58:18.564968 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f91132e9-c7e9-4b7b-8945-79f86b81d033 req-ab4ee9e3-344d-454d-8947-3f46f7c1b989 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719573 Jun 23 11:58:18.849105 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264b637-2fb7-48c3-bfcb-87e658ece30b req-ad0f1645-09e1-46d2-8440-c46152adc7c4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:18.850509 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f264b637-2fb7-48c3-bfcb-87e658ece30b req-ad0f1645-09e1-46d2-8440-c46152adc7c4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0549114 Jun 23 11:58:18.864199 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:18.903414 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f264b637-2fb7-48c3-bfcb-87e658ece30b req-0117cd52-d605-41c6-8d8b-2a7c5d787a3b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463781 Jun 23 11:58:19.042195 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:19.190998 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f5d14-413d-4947-9450-7373aad317f5 req-6f66c2c9-fb6a-4678-8847-e8908548cdd8 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:19.198476 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-714f5d14-413d-4947-9450-7373aad317f5 req-6f66c2c9-fb6a-4678-8847-e8908548cdd8 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0670402 Jun 23 11:58:19.243440 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-714f5d14-413d-4947-9450-7373aad317f5 req-15713f95-0993-422a-af5e-6c5cd50d12ab tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439997 Jun 23 11:58:19.328410 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98fb38-3d7c-46c5-893b-72fcf5b90ed5 req-9655ec03-a842-4f4a-a1f5-3fbc8f9ce906 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:19.329967 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3e98fb38-3d7c-46c5-893b-72fcf5b90ed5 req-9655ec03-a842-4f4a-a1f5-3fbc8f9ce906 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0579495 Jun 23 11:58:19.380319 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3e98fb38-3d7c-46c5-893b-72fcf5b90ed5 req-752a5c28-0513-4f49-91d0-c72101b0ce88 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447152 Jun 23 11:58:19.449194 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fc855-17b4-4ccc-b0a8-ab5a2f268ec9 req-b5a450c1-c5cf-4b81-9ff4-952f6ef36709 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:19.450689 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f57fc855-17b4-4ccc-b0a8-ab5a2f268ec9 req-b5a450c1-c5cf-4b81-9ff4-952f6ef36709 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0593710 Jun 23 11:58:19.500324 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f57fc855-17b4-4ccc-b0a8-ab5a2f268ec9 req-d83d9aff-bb11-44a7-86aa-c05786cb6b3f tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439780 Jun 23 11:58:19.675400 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc49e8-23ea-435d-990e-5cb99e0d5bbc req-6a3c96fe-2b50-4cb7-a83a-ce7743c04dd7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:19.676993 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-dffc49e8-23ea-435d-990e-5cb99e0d5bbc req-6a3c96fe-2b50-4cb7-a83a-ce7743c04dd7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 931 time: 0.0494847 Jun 23 11:58:19.734802 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-dffc49e8-23ea-435d-990e-5cb99e0d5bbc req-8fbf75d9-6f03-4d51-8cd7-2a78eaa44cb3 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520895 Jun 23 11:58:19.952383 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:19.970778 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:20.031902 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e863d-4810-48f2-b447-c3c115d3f8bf req-c27a8fb9-6c40-4b66-9a0b-aead01842f4c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:20.033408 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4d2e863d-4810-48f2-b447-c3c115d3f8bf req-c27a8fb9-6c40-4b66-9a0b-aead01842f4c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0491238 Jun 23 11:58:20.084829 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4d2e863d-4810-48f2-b447-c3c115d3f8bf req-3812ff8a-1070-4215-8e46-efde7ac6a498 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457528 Jun 23 11:58:20.366934 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fded57c-81f7-4d83-9555-fbc83b59c56c req-2bd19496-09fb-4e83-ab94-4f9f4edc87a4 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:20.368432 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9fded57c-81f7-4d83-9555-fbc83b59c56c req-2bd19496-09fb-4e83-ab94-4f9f4edc87a4 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0535343 Jun 23 11:58:20.425468 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9fded57c-81f7-4d83-9555-fbc83b59c56c req-28aace02-e470-419a-b040-5b065d5fdbec tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508537 Jun 23 11:58:20.501377 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Request body: {'port': {'device_id': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:58:20.528020 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f548447-243f-4199-891c-373b7ce9e2a6 req-18437302-d678-4e63-b174-70afd895b51c tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:20.533679 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8f548447-243f-4199-891c-373b7ce9e2a6 req-18437302-d678-4e63-b174-70afd895b51c tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0728009 Jun 23 11:58:20.607783 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8f548447-243f-4199-891c-373b7ce9e2a6 req-bcf82383-5084-4a1c-a0c3-e522586ba84f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656009 Jun 23 11:58:20.685892 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:20.699122 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e48216-af3c-462e-a18e-6f19f21b3469 req-c3b97d6d-9778-4a48-9058-3fc82824aa97 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:20.700989 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a7e48216-af3c-462e-a18e-6f19f21b3469 req-c3b97d6d-9778-4a48-9058-3fc82824aa97 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.1133735 Jun 23 11:58:20.730696 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42856ba0-d4be-47e0-8403-ba74594eb473 req-0dc0e326-0df9-47fd-88ca-c18d31b304bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:20.732170 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-42856ba0-d4be-47e0-8403-ba74594eb473 req-0dc0e326-0df9-47fd-88ca-c18d31b304bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4f73dfee32d43b985e9192000eaed8c&device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 1128 time: 0.1212766 Jun 23 11:58:20.806405 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a7e48216-af3c-462e-a18e-6f19f21b3469 req-09b9760e-869a-4b8a-8875-3fb99d677c02 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960608 Jun 23 11:58:20.815701 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:20.859903 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0b3f0-798b-45f5-b041-c66b4f1666a1 req-c789f659-2387-43c3-ba7b-fbcd2c5a4d78 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:20.861464 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f9b0b3f0-798b-45f5-b041-c66b4f1666a1 req-c789f659-2387-43c3-ba7b-fbcd2c5a4d78 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 931 time: 0.0561621 Jun 23 11:58:20.912499 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f9b0b3f0-798b-45f5-b041-c66b4f1666a1 req-71b0c707-6fe8-42d6-96bf-ac68d4defccb tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437508 Jun 23 11:58:21.020385 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf26417-9e61-446b-af12-0f2d3c6c3a6c {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:58:21.028965 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Publish callbacks [] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:21.041963 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Transition to ACTIVE for port object 1bf26417-9e61-446b-af12-0f2d3c6c3a6c will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 11:58:21.045658 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:21.098489 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:21.101642 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf26417-9e61-446b-af12-0f2d3c6c3a6c,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:21.108835 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:21.224881 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090266c-5570-4440-bbe9-487bdfae3ace req-3b2d1903-22ea-4754-9b51-1119ecd5ac4a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:21.226272 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a090266c-5570-4440-bbe9-487bdfae3ace req-3b2d1903-22ea-4754-9b51-1119ecd5ac4a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0617182 Jun 23 11:58:21.248139 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Attempting to bind port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:58:21.248477 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Attempting to bind port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '44c9e63a-5798-420d-89a1-3133beb23606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:58:21.248844 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Attempting to bind port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c on network 33bf599f-e007-4787-9458-fbe47f8701cd {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:58:21.262885 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c on network 33bf599f-e007-4787-9458-fbe47f8701cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 11:58:21.263232 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Attempting to bind port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c on network 33bf599f-e007-4787-9458-fbe47f8701cd {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:58:21.277640 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:58:21.277985 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Checking segment: {'id': '44c9e63a-5798-420d-89a1-3133beb23606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:58:21.278367 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Bound using segment: {'id': '44c9e63a-5798-420d-89a1-3133beb23606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:58:21.278808 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Bound port: 1bf26417-9e61-446b-af12-0f2d3c6c3a6c, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c9e63a-5798-420d-89a1-3133beb23606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:58:21.279178 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:21.325506 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a090266c-5570-4440-bbe9-487bdfae3ace req-99da420f-94d6-4ff4-a2ce-21706eeca432 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888832 Jun 23 11:58:21.412796 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42936660-c396-45ef-acb9-a4acf4c3c62d req-f67a5b4e-17dd-42c0-bffa-e44939d82bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:21.414408 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-42936660-c396-45ef-acb9-a4acf4c3c62d req-f67a5b4e-17dd-42c0-bffa-e44939d82bdb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 1133 time: 0.1085851 Jun 23 11:58:21.460298 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] For port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:58:21.486435 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] For port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1bf26417-9e61-446b-af12-0f2d3c6c3a6c,segment=NetworkSegment(44c9e63a-5798-420d-89a1-3133beb23606),segment_id=44c9e63a-5798-420d-89a1-3133beb23606)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:58:21.508957 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:21.540355 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42856ba0-d4be-47e0-8403-ba74594eb473 req-f268a6c8-96c8-464c-899d-9d0d7ff17607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:21.542400 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-42856ba0-d4be-47e0-8403-ba74594eb473 req-f268a6c8-96c8-464c-899d-9d0d7ff17607 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b4f73dfee32d43b985e9192000eaed8c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2373822 Jun 23 11:58:21.573658 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:21.574274 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:21.575663 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1d483620-59e2-4194-b820-fb91e49231dd req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] 10.222.0.44 "PUT /v2.0/ports/1bf26417-9e61-446b-af12-0f2d3c6c3a6c HTTP/1.1" status: 200 len: 1093 time: 1.0800118 Jun 23 11:58:21.576586 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eec01-33be-4be2-b543-75b5e9167268 req-f84f7bd5-5dbe-45d1-bef1-248a9b832b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:21.578235 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-893eec01-33be-4be2-b543-75b5e9167268 req-f84f7bd5-5dbe-45d1-bef1-248a9b832b76 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d211354c655b469491d235e5507e61ba&device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 1129 time: 0.0901194 Jun 23 11:58:21.587951 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'tag': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:58:21.590283 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a592ed0-48b9-43b7-ac52-22e682d4fadc" -d '{"events": [{"name": "network-changed", "server_uuid": "c3dde8e4-1b68-42be-ab9d-7a47869a6214", "tag": "1bf26417-9e61-446b-af12-0f2d3c6c3a6c"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:58:21.592397 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e42cc-bb76-429c-a968-41b1b915c6c8 req-a4423194-99c3-4065-9364-7f72b9e992f2 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:21.594423 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-465e42cc-bb76-429c-a968-41b1b915c6c8 req-a4423194-99c3-4065-9364-7f72b9e992f2 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0631151 Jun 23 11:58:21.622373 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-42936660-c396-45ef-acb9-a4acf4c3c62d req-af56fc6a-aeef-4797-b0d3-1afe46bec7fc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471572 Jun 23 11:58:21.634003 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cb7c2-0585-4047-8994-6e567b6b6b72 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf26417-9e61-446b-af12-0f2d3c6c3a6c,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:21.677015 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c009d1-7079-4f43-89d1-843945f5c778 x-openstack-request-id: req-c2c009d1-7079-4f43-89d1-843945f5c778 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:58:21.677296 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3dde8e4-1b68-42be-ab9d-7a47869a6214", "tag": "1bf26417-9e61-446b-af12-0f2d3c6c3a6c", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:58:21.677554 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c2c009d1-7079-4f43-89d1-843945f5c778 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:58:21.677953 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c009d1-7079-4f43-89d1-843945f5c778'] response: {'name': 'network-changed', 'server_uuid': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'tag': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c', 'status': 'completed', 'code': 200} Jun 23 11:58:21.711657 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42856ba0-d4be-47e0-8403-ba74594eb473 req-bdaea517-b645-4d78-9dca-efca807bb135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:21.713464 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-42856ba0-d4be-47e0-8403-ba74594eb473 req-bdaea517-b645-4d78-9dca-efca807bb135 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1539347 Jun 23 11:58:21.718463 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eec01-33be-4be2-b543-75b5e9167268 req-7cee17c6-4776-484b-8ca2-770ba7f8386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:21.721823 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-893eec01-33be-4be2-b543-75b5e9167268 req-7cee17c6-4776-484b-8ca2-770ba7f8386a service neutron] 10.222.0.44 "GET /v2.0/networks?id=95d2a966-c2d0-4baf-b3af-40bcab8446e6 HTTP/1.1" status: 200 len: 918 time: 0.1262674 Jun 23 11:58:21.772055 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-465e42cc-bb76-429c-a968-41b1b915c6c8 req-96b7faee-81e7-4bf4-9346-3c2ea180af6d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850542 Jun 23 11:58:21.804413 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8293e-31ef-4e72-aa73-f96540e48ddc req-7323c653-dbfd-4feb-9572-bf1be9a8ead0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:21.807258 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b9b8293e-31ef-4e72-aa73-f96540e48ddc req-7323c653-dbfd-4feb-9572-bf1be9a8ead0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0796349 Jun 23 11:58:22.004276 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-893eec01-33be-4be2-b543-75b5e9167268 req-ecffd63a-f576-41da-bc84-c36919a49c69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e HTTP/1.1" status: 200 len: 1000 time: 0.1373682 Jun 23 11:58:22.093201 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:22.151089 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba474202-dcfb-4926-bfa6-39003329c154 req-3761c41f-c49a-4774-b38d-b628d5321286 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:22.152665 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ba474202-dcfb-4926-bfa6-39003329c154 req-3761c41f-c49a-4774-b38d-b628d5321286 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0939217 Jun 23 11:58:22.154652 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eec01-33be-4be2-b543-75b5e9167268 req-bee92763-e18e-4c68-bec8-83c105b8c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:22.155991 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-893eec01-33be-4be2-b543-75b5e9167268 req-bee92763-e18e-4c68-bec8-83c105b8c4ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fea9b42-e008-42bd-8176-b6f37ce2fc7a HTTP/1.1" status: 200 len: 856 time: 0.1386144 Jun 23 11:58:22.202814 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b9b8293e-31ef-4e72-aa73-f96540e48ddc req-efcf21b5-ab12-4262-88dd-07255f07d2cf tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3886976 Jun 23 11:58:22.203574 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ba474202-dcfb-4926-bfa6-39003329c154 req-a9216a00-a180-4687-bd5d-59c6e85d212b tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446682 Jun 23 11:58:22.215921 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d483620-59e2-4194-b820-fb91e49231dd req-26b07121-45c7-45ea-a36a-d4c23843e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:22.217497 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1d483620-59e2-4194-b820-fb91e49231dd req-26b07121-45c7-45ea-a36a-d4c23843e6b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=45aa73614bc447bdb1bfda38ad541ab3&device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 1127 time: 0.3385499 Jun 23 11:58:22.220535 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-f5894d44-3c18-498f-9fa5-f28c1d6ba42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:22.222047 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-f5894d44-3c18-498f-9fa5-f28c1d6ba42f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4f73dfee32d43b985e9192000eaed8c&device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 1128 time: 0.3300462 Jun 23 11:58:22.319125 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01996591-ee48-4f31-b758-1bd3bd74b63a req-6c8b877d-9636-417f-927e-e3f3a2a5119f tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:22.320594 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-01996591-ee48-4f31-b758-1bd3bd74b63a req-6c8b877d-9636-417f-927e-e3f3a2a5119f tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 943 time: 0.0495572 Jun 23 11:58:22.327393 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23c3f9-f249-4048-88a9-69677f8b9992 req-34fd0dce-fe30-488a-bf0f-0ab3dabee999 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:22.329000 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ee23c3f9-f249-4048-88a9-69677f8b9992 req-34fd0dce-fe30-488a-bf0f-0ab3dabee999 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0482197 Jun 23 11:58:22.381805 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-01996591-ee48-4f31-b758-1bd3bd74b63a req-4cf1c5a8-15c8-4273-b897-ed0b827fc5e6 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555544 Jun 23 11:58:22.382417 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ee23c3f9-f249-4048-88a9-69677f8b9992 req-9a27936c-179b-4986-9be6-bc063ce950ca tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479801 Jun 23 11:58:22.492339 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf265015-e716-4d58-8630-08b38ee34e52 req-80decf6f-3159-4218-abc4-98b812bfd8ef tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:22.494644 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bf265015-e716-4d58-8630-08b38ee34e52 req-80decf6f-3159-4218-abc4-98b812bfd8ef tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0501089 Jun 23 11:58:22.542533 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bf265015-e716-4d58-8630-08b38ee34e52 req-3572d7e0-af78-4556-9d5e-80b75d70ffb9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422683 Jun 23 11:58:23.319601 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:23.331369 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b196a9-24ee-4f6d-be68-6e4974074b24 req-1d7cd1a2-66f5-4058-abde-eecf61739755 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:23.332891 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a1b196a9-24ee-4f6d-be68-6e4974074b24 req-1d7cd1a2-66f5-4058-abde-eecf61739755 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0493503 Jun 23 11:58:23.333419 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c937c2-876e-4441-95ca-73c897ce87b0 req-5d137a1d-1f45-4a06-8bc5-0f7337bb279e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:23.334901 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-47c937c2-876e-4441-95ca-73c897ce87b0 req-5d137a1d-1f45-4a06-8bc5-0f7337bb279e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0469446 Jun 23 11:58:23.380564 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a1b196a9-24ee-4f6d-be68-6e4974074b24 req-c87f7d29-8a2d-423c-ad0e-1804f5cd2437 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413456 Jun 23 11:58:23.381756 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-47c937c2-876e-4441-95ca-73c897ce87b0 req-f06046ca-5490-4f0b-8ed8-f588a270eb6f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407400 Jun 23 11:58:23.492603 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:23.502991 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf1607-4143-4ca0-99de-b6dc12de0c41 req-6357d055-aae4-413d-9f64-d1f2d7126dcd tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:23.504546 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-eeaf1607-4143-4ca0-99de-b6dc12de0c41 req-6357d055-aae4-413d-9f64-d1f2d7126dcd tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0504963 Jun 23 11:58:23.505650 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3383ae-d8d8-44d9-bd68-94b08aab0a8a req-04781f00-1026-455f-9809-eece915265ed tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:23.507152 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ee3383ae-d8d8-44d9-bd68-94b08aab0a8a req-04781f00-1026-455f-9809-eece915265ed tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 943 time: 0.0535662 Jun 23 11:58:23.558547 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ee3383ae-d8d8-44d9-bd68-94b08aab0a8a req-5cdc6c3c-092e-41c4-945a-2939566202af tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448625 Jun 23 11:58:23.559778 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-eeaf1607-4143-4ca0-99de-b6dc12de0c41 req-6977d326-170a-4826-ad85-9db9835dba9e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488968 Jun 23 11:58:23.632796 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:58:23.673293 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf21f4-f78d-4034-9e4d-a0c1bf4c262e req-610eda97-31de-4f2d-a0a1-90757349c1cd tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:23.674902 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4caf21f4-f78d-4034-9e4d-a0c1bf4c262e req-610eda97-31de-4f2d-a0a1-90757349c1cd tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 945 time: 0.0503664 Jun 23 11:58:23.712181 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e is: ACTIVE; New status is: DOWN {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:58:23.712566 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:23.723855 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4caf21f4-f78d-4034-9e4d-a0c1bf4c262e req-50d4da1e-98fc-4ba3-9aa0-d633156ee5fc tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431807 Jun 23 11:58:23.735918 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:58:23.738292 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64250e4a-e474-4fa3-a787-bb1c375d5bb0" -d '{"events": [{"server_uuid": "e19ec4d3-4ce1-4fbd-81ea-025a5c724421", "name": "network-vif-unplugged", "status": "completed", "tag": "8e9b4dc6-7a9c-4183-b1a8-10297c792e0e"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:58:23.753814 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:58:23.757840 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:23.780612 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Jun 2022 11:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33593ebb-7f2e-4eba-b5b0-30a078e45587 x-openstack-request-id: req-33593ebb-7f2e-4eba-b5b0-30a078e45587 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:58:23.780940 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19ec4d3-4ce1-4fbd-81ea-025a5c724421", "name": "network-vif-unplugged", "status": "completed", "tag": "8e9b4dc6-7a9c-4183-b1a8-10297c792e0e", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:58:23.781257 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-33593ebb-7f2e-4eba-b5b0-30a078e45587 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:58:23.781599 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33593ebb-7f2e-4eba-b5b0-30a078e45587'] response: {'server_uuid': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e', 'code': 200} Jun 23 11:58:23.807952 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,revision_number=8']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:24.503263 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b6837-d7ce-4119-b5ed-c2f7aa1c4cba req-d1f36418-b68d-4d23-bc0e-97313b684135 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:24.503984 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60833578-2603-4899-8dc7-1359c62664cf req-1efdb6bd-fd39-4e16-913e-7fe95a614bc9 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:24.504780 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d28b6837-d7ce-4119-b5ed-c2f7aa1c4cba req-d1f36418-b68d-4d23-bc0e-97313b684135 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0522923 Jun 23 11:58:24.505243 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-60833578-2603-4899-8dc7-1359c62664cf req-1efdb6bd-fd39-4e16-913e-7fe95a614bc9 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0556121 Jun 23 11:58:24.554211 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-60833578-2603-4899-8dc7-1359c62664cf req-8ee3ad2b-522c-477f-bd88-5e86b6f1859d tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434241 Jun 23 11:58:24.556341 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d28b6837-d7ce-4119-b5ed-c2f7aa1c4cba req-c8388d1e-6e52-43c7-b6e5-4eb6a2aca4ba tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453150 Jun 23 11:58:24.662829 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:24.677437 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10ed05-4389-4892-b83c-f367d9bd496a req-01121cae-d7b1-4706-b0d6-c92d5a9ca886 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:24.678991 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2c10ed05-4389-4892-b83c-f367d9bd496a req-01121cae-d7b1-4706-b0d6-c92d5a9ca886 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 943 time: 0.0508363 Jun 23 11:58:24.680063 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57638212-dadd-4d6f-a336-6b3a14126f14 req-e1116939-c6a1-41ac-b639-96ca7740263d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:24.681577 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-57638212-dadd-4d6f-a336-6b3a14126f14 req-e1116939-c6a1-41ac-b639-96ca7740263d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0501411 Jun 23 11:58:24.712082 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:24.730563 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2c10ed05-4389-4892-b83c-f367d9bd496a req-0962f937-e5c7-4bb6-9f2a-71511022cf61 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440333 Jun 23 11:58:24.731919 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-57638212-dadd-4d6f-a336-6b3a14126f14 req-02861fe7-c84f-414d-89e0-670e3ff992be tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444317 Jun 23 11:58:24.860460 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6b08d-5e47-4185-8cc0-446e29202e94 req-0f71b562-448f-4496-a35f-c0b0995d9e7c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:24.861402 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-82e6b08d-5e47-4185-8cc0-446e29202e94 req-0f71b562-448f-4496-a35f-c0b0995d9e7c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0546465 Jun 23 11:58:24.909500 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-82e6b08d-5e47-4185-8cc0-446e29202e94 req-abfe0f01-2ed7-4c8b-bd48-02265c18cfd6 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424128 Jun 23 11:58:25.673358 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93ae35-b133-4973-be08-0694de41e305 req-42e57eb7-8e7b-432c-a2de-d1b47c33ac9e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:25.673985 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93824e20-bfa4-4609-81c4-ac308b3c914e req-2a0c35d4-eb3f-4d74-b6be-a84ed6eed18c tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:25.674890 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9b93ae35-b133-4973-be08-0694de41e305 req-42e57eb7-8e7b-432c-a2de-d1b47c33ac9e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0500882 Jun 23 11:58:25.679953 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-93824e20-bfa4-4609-81c4-ac308b3c914e req-2a0c35d4-eb3f-4d74-b6be-a84ed6eed18c tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0550342 Jun 23 11:58:25.751212 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-cea7e715-e900-4893-8f71-f1b453a40462 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe3999d6-abf8-455b-97de-e88dd06b7caa HTTP/1.1" status: 200 len: 217 time: 0.0752490 Jun 23 11:58:25.754190 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1d483620-59e2-4194-b820-fb91e49231dd req-3b7fd035-6259-472b-8611-5c3dcf3f3bba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf26417-9e61-446b-af12-0f2d3c6c3a6c HTTP/1.1" status: 200 len: 217 time: 0.0770931 Jun 23 11:58:25.754355 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eec01-33be-4be2-b543-75b5e9167268 req-0517576c-53fc-4b8c-8ca2-2d0c49363183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:25.755967 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-893eec01-33be-4be2-b543-75b5e9167268 req-0517576c-53fc-4b8c-8ca2-2d0c49363183 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95d2a966-c2d0-4baf-b3af-40bcab8446e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744910 Jun 23 11:58:25.770562 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-93824e20-bfa4-4609-81c4-ac308b3c914e req-21f24732-1595-4bd9-8f62-0bf7276856dc tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796609 Jun 23 11:58:25.794767 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9b93ae35-b133-4973-be08-0694de41e305 req-1e50114e-3d16-46ed-9a4b-f951562582af tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784879 Jun 23 11:58:25.952958 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-d72d8e42-0824-4d24-a9e9-b84dc472ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:25.954471 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-d72d8e42-0824-4d24-a9e9-b84dc472ee7a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa HTTP/1.1" status: 200 len: 854 time: 0.1587756 Jun 23 11:58:25.958075 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d13e4-ecc3-4fa0-959d-78e8fdca2016 req-95e2e149-c516-4d3a-8e82-8667718f6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:25.959521 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cd7d13e4-ecc3-4fa0-959d-78e8fdca2016 req-95e2e149-c516-4d3a-8e82-8667718f6ee2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1a92a7ffc864256b48a9848b27f9fd2&device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 1130 time: 0.1281483 Jun 23 11:58:25.963344 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d483620-59e2-4194-b820-fb91e49231dd req-4b2f0fe4-ae31-4a5d-b123-2ff649193399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:25.964817 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1d483620-59e2-4194-b820-fb91e49231dd req-4b2f0fe4-ae31-4a5d-b123-2ff649193399 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f554e47e-c8b1-4009-867d-2e008caa27f9 HTTP/1.1" status: 200 len: 853 time: 0.1611063 Jun 23 11:58:25.971356 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c7b2a-c1b5-4e75-b9ca-0fdf38250881 req-cd929ca3-dc01-4c4e-a8f5-106d6e30e595 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:25.972935 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-691c7b2a-c1b5-4e75-b9ca-0fdf38250881 req-cd929ca3-dc01-4c4e-a8f5-106d6e30e595 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0885036 Jun 23 11:58:26.098788 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d483620-59e2-4194-b820-fb91e49231dd req-ef64d35c-a8f8-42b0-9915-b2fd38e11185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:26.100205 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1d483620-59e2-4194-b820-fb91e49231dd req-ef64d35c-a8f8-42b0-9915-b2fd38e11185 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33bf599f-e007-4787-9458-fbe47f8701cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1165447 Jun 23 11:58:26.105482 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-4e5e8abe-db02-4eb0-b719-eaaaf51bf8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:26.106429 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-4e5e8abe-db02-4eb0-b719-eaaaf51bf8f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e2860678-188a-43de-956c-7f6a2a5353f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1325977 Jun 23 11:58:26.138083 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:26.166660 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-691c7b2a-c1b5-4e75-b9ca-0fdf38250881 req-42563d09-4fe0-46cd-9fa6-4ee234883970 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833723 Jun 23 11:58:26.169678 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de195ecc-86d8-4695-b0fd-38084bdb96d6 req-05515f56-6c58-4e55-9b37-12ab4c666841 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:26.171471 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-de195ecc-86d8-4695-b0fd-38084bdb96d6 req-05515f56-6c58-4e55-9b37-12ab4c666841 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 943 time: 0.2987964 Jun 23 11:58:26.175832 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-893eec01-33be-4be2-b543-75b5e9167268 req-21e4bb03-e552-4808-afa5-4c8f5a42105d service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815644 Jun 23 11:58:26.182819 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:26.186785 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d13e4-ecc3-4fa0-959d-78e8fdca2016 req-39cd221d-c971-4f90-9ec2-f63006d8b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:26.188543 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cd7d13e4-ecc3-4fa0-959d-78e8fdca2016 req-39cd221d-c971-4f90-9ec2-f63006d8b374 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ec90cf8-67c4-41e3-bbbb-0e606173a369 HTTP/1.1" status: 200 len: 910 time: 0.2038336 Jun 23 11:58:26.240310 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-de195ecc-86d8-4695-b0fd-38084bdb96d6 req-9ad4edad-6a38-4dfd-83c5-ccc0b1ef76d8 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562487 Jun 23 11:58:26.336812 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790f17b-5804-458c-a56f-df05889921f3 req-948f4150-474a-44fc-8330-6367fafdda80 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:26.339251 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d790f17b-5804-458c-a56f-df05889921f3 req-948f4150-474a-44fc-8330-6367fafdda80 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0593078 Jun 23 11:58:26.391173 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d790f17b-5804-458c-a56f-df05889921f3 req-605118c1-8c28-45ef-9beb-a4d01bffcc17 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448792 Jun 23 11:58:26.723468 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-893eec01-33be-4be2-b543-75b5e9167268 req-27144855-640b-45ea-ac51-982f0aedb615 service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981236 Jun 23 11:58:26.808385 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:26.824486 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cd7d13e4-ecc3-4fa0-959d-78e8fdca2016 req-b6bfd781-ae20-4d07-bac2-7f5f879d8937 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 HTTP/1.1" status: 200 len: 1002 time: 0.1850162 Jun 23 11:58:26.848391 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1d483620-59e2-4194-b820-fb91e49231dd req-bbf54841-f9ec-4605-8099-56528be2be5e service neutron] 10.222.0.44 "GET /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224882 Jun 23 11:58:26.859554 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-eb48c19f-3b7f-426e-8418-0e7d078e815a service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124705 Jun 23 11:58:26.898391 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17a4ef-9beb-4ab8-aaf1-a1ff73bb38db req-dd6b773a-68ca-4c1c-930b-1c91084ba069 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:26.899918 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8b17a4ef-9beb-4ab8-aaf1-a1ff73bb38db req-dd6b773a-68ca-4c1c-930b-1c91084ba069 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0541887 Jun 23 11:58:26.934069 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfefd1-6d09-453f-8a65-c14437006dd2 req-128678ab-82f3-4fc9-bd1c-111b2cab1279 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:26.935605 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e8dfefd1-6d09-453f-8a65-c14437006dd2 req-128678ab-82f3-4fc9-bd1c-111b2cab1279 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0499651 Jun 23 11:58:26.949807 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8b17a4ef-9beb-4ab8-aaf1-a1ff73bb38db req-67d4fb26-dc43-49e3-a27b-68c5bb9b52e1 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Jun 23 11:58:26.990261 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e8dfefd1-6d09-453f-8a65-c14437006dd2 req-81d7ae12-8430-45f3-b4f1-6584085f29fe tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455854 Jun 23 11:58:27.221000 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186eabc7-8bf8-44d7-a338-ed27b0e61135 req-edcc391a-e33e-4b9f-bfec-565eb75e584a tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:27.222501 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-186eabc7-8bf8-44d7-a338-ed27b0e61135 req-edcc391a-e33e-4b9f-bfec-565eb75e584a tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0539882 Jun 23 11:58:27.280211 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-186eabc7-8bf8-44d7-a338-ed27b0e61135 req-ebdd7f55-3703-4c78-aa97-ed2353940efa tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495877 Jun 23 11:58:27.318613 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf7131-7633-4c34-91de-d4e4804edc76 req-08b01e48-e044-4082-b0ec-db0b2aacfcdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:27.320223 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cecf7131-7633-4c34-91de-d4e4804edc76 req-08b01e48-e044-4082-b0ec-db0b2aacfcdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0541425 Jun 23 11:58:27.377639 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cecf7131-7633-4c34-91de-d4e4804edc76 req-c1780541-d456-4357-8c96-f03c9f76e746 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512023 Jun 23 11:58:27.391388 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846c99f-df62-4d96-8750-4f88a53bb8bf req-32f5f88d-9be3-4138-8fee-ac9e4dd7b108 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:27.392921 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4846c99f-df62-4d96-8750-4f88a53bb8bf req-32f5f88d-9be3-4138-8fee-ac9e4dd7b108 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 943 time: 0.0494170 Jun 23 11:58:27.443146 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4846c99f-df62-4d96-8750-4f88a53bb8bf req-fa86a978-445d-47fa-baa2-43c6fb216fa6 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441401 Jun 23 11:58:27.521466 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cf057-d8ec-4f6b-8b4b-22a5a14376c0 req-b4c56630-449b-40c9-8a99-5475c4a6a112 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:27.523139 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0c9cf057-d8ec-4f6b-8b4b-22a5a14376c0 req-b4c56630-449b-40c9-8a99-5475c4a6a112 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0508878 Jun 23 11:58:27.574311 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0c9cf057-d8ec-4f6b-8b4b-22a5a14376c0 req-96f20304-ee16-4d6a-8022-9b3debf6c818 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448532 Jun 23 11:58:28.102501 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09e4cf-b90e-4b28-bf17-e6c60d1c3402 req-bdf9ecc5-c0f1-4fda-bee7-a42adb606b21 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:28.103986 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cb09e4cf-b90e-4b28-bf17-e6c60d1c3402 req-bdf9ecc5-c0f1-4fda-bee7-a42adb606b21 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0468912 Jun 23 11:58:28.150885 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cb09e4cf-b90e-4b28-bf17-e6c60d1c3402 req-12cb031b-a368-4ff8-8c84-18bb024b544f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 Jun 23 11:58:28.394450 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d62e46-3435-49de-8058-15609c0ccd82 req-0b593980-9fd9-46e9-95d1-17bb67ca285e tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:28.396102 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-75d62e46-3435-49de-8058-15609c0ccd82 req-0b593980-9fd9-46e9-95d1-17bb67ca285e tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0477307 Jun 23 11:58:28.446019 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-75d62e46-3435-49de-8058-15609c0ccd82 req-12356603-4560-4ba1-a8dc-e177bb9ae919 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442753 Jun 23 11:58:28.501839 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba06696-50e2-4a03-842a-4f4c44b15c24 req-ebea4a73-a9a4-48f5-bf42-50a4b97d1e8f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:28.503668 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fba06696-50e2-4a03-842a-4f4c44b15c24 req-ebea4a73-a9a4-48f5-bf42-50a4b97d1e8f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0536118 Jun 23 11:58:28.551744 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fba06696-50e2-4a03-842a-4f4c44b15c24 req-c2ecab64-3b72-4f98-b43b-722dd5b9e08f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427058 Jun 23 11:58:28.566652 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bd9e3-4e44-4b82-88b5-fb3eb5ee5c07 req-059f6c50-d025-47ec-9916-eaa7f292fb7d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:28.568177 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2b1bd9e3-4e44-4b82-88b5-fb3eb5ee5c07 req-059f6c50-d025-47ec-9916-eaa7f292fb7d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 943 time: 0.0483720 Jun 23 11:58:28.619975 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2b1bd9e3-4e44-4b82-88b5-fb3eb5ee5c07 req-058de1e8-6c89-47f0-834b-e0eec1e01849 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463355 Jun 23 11:58:28.693122 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49befc31-65f5-48e7-8864-0e73c96af81e req-f921b31b-9f55-40a9-8a2d-1f86bce0a09a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:28.694583 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-49befc31-65f5-48e7-8864-0e73c96af81e req-f921b31b-9f55-40a9-8a2d-1f86bce0a09a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0470276 Jun 23 11:58:28.740410 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-49befc31-65f5-48e7-8864-0e73c96af81e req-3863d6b1-e302-4af6-b6c8-dc6f55d9409d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402229 Jun 23 11:58:29.263775 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21062206-f366-4350-9b91-405520d720a4 req-2f71dde1-54f8-4757-adb9-3fec7c274fc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:29.265296 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-21062206-f366-4350-9b91-405520d720a4 req-2f71dde1-54f8-4757-adb9-3fec7c274fc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0481422 Jun 23 11:58:29.300872 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:29.312950 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-21062206-f366-4350-9b91-405520d720a4 req-2ea41f82-4068-4b3b-b46b-37795af09a56 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419781 Jun 23 11:58:29.560078 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca404aa-4a0d-4869-8632-5226d2fe200f req-2b6f536c-c4b1-413c-808d-be46c6bff780 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:29.561568 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-eca404aa-4a0d-4869-8632-5226d2fe200f req-2b6f536c-c4b1-413c-808d-be46c6bff780 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0464973 Jun 23 11:58:29.612930 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-eca404aa-4a0d-4869-8632-5226d2fe200f req-a4005a36-597a-42d1-9a00-757d53d69e27 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457375 Jun 23 11:58:29.669002 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18caed-3b26-4b40-b6af-64d0e7aa3f0c req-7f3b05c7-d775-4cb0-ab7e-ef7951e646d6 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:29.670482 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:29.671728 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5f18caed-3b26-4b40-b6af-64d0e7aa3f0c req-7f3b05c7-d775-4cb0-ab7e-ef7951e646d6 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0486474 Jun 23 11:58:29.720661 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5f18caed-3b26-4b40-b6af-64d0e7aa3f0c req-f89b9e46-73d4-49d2-9a65-82cb9d845a27 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431471 Jun 23 11:58:29.734093 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1623e-fcee-4f44-8836-5042f39a7a39 req-e2b2968e-9358-4cd8-a1ca-97270c22e003 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:29.735592 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c3e1623e-fcee-4f44-8836-5042f39a7a39 req-e2b2968e-9358-4cd8-a1ca-97270c22e003 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 943 time: 0.0478206 Jun 23 11:58:29.759510 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:29.784451 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c3e1623e-fcee-4f44-8836-5042f39a7a39 req-58211c8a-30a5-4751-b991-54466cea0d8d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432422 Jun 23 11:58:29.862919 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89168f63-b4e1-4de2-bd63-33738f8b8a3f req-1e44d4e3-19aa-41b8-aceb-a625ae28d43b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:29.864405 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-89168f63-b4e1-4de2-bd63-33738f8b8a3f req-1e44d4e3-19aa-41b8-aceb-a625ae28d43b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0511038 Jun 23 11:58:29.913650 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-89168f63-b4e1-4de2-bd63-33738f8b8a3f req-9b843e1a-ae4d-4bbc-8446-9f8a5ca40054 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433311 Jun 23 11:58:30.106710 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:30.137650 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa1dc0a4-daa5-421d-b7de-f2097d2197b3 req-072ffb93-f574-4a65-bfa0-7194309ce355 service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648622 Jun 23 11:58:30.139809 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1d483620-59e2-4194-b820-fb91e49231dd req-9d37a716-c70b-441b-aea7-a0e2dfbcee8a service neutron] 10.222.0.44 "GET /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593750 Jun 23 11:58:30.429944 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80169a35-1d62-4349-9057-e423bc7f3c34 req-fcc84b80-21b2-478c-b0e1-62d0c14a52e6 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:30.431934 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-80169a35-1d62-4349-9057-e423bc7f3c34 req-fcc84b80-21b2-478c-b0e1-62d0c14a52e6 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0524163 Jun 23 11:58:30.484101 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-80169a35-1d62-4349-9057-e423bc7f3c34 req-86de895c-70e6-4a07-a39d-07b6c1a32bd9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462382 Jun 23 11:58:30.727727 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af61866-d4ae-4f6a-b30b-c8ec258565f4 req-0deedf2f-d01a-4bec-a25b-d54eed870a18 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:30.729250 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7af61866-d4ae-4f6a-b30b-c8ec258565f4 req-0deedf2f-d01a-4bec-a25b-d54eed870a18 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0482025 Jun 23 11:58:30.777867 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7af61866-d4ae-4f6a-b30b-c8ec258565f4 req-a1643b47-1e08-4e61-b4ac-5693710ed5bd tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430074 Jun 23 11:58:30.834656 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6783fd-6027-469d-b8cc-2eb24a4f8f10 req-e280fe8f-cbe9-4bc1-9032-587ca903e6a3 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:30.836151 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ea6783fd-6027-469d-b8cc-2eb24a4f8f10 req-e280fe8f-cbe9-4bc1-9032-587ca903e6a3 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0467319 Jun 23 11:58:30.883328 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ea6783fd-6027-469d-b8cc-2eb24a4f8f10 req-c90ed37c-20e8-4407-9b41-0a6d127ab38a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409358 Jun 23 11:58:30.884180 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:30.898264 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f041f40-7ca9-4eaf-bf58-131f2b52c6ce req-c5c450f4-294d-4b3a-a908-c2151d5b2aeb tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:30.899773 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2f041f40-7ca9-4eaf-bf58-131f2b52c6ce req-c5c450f4-294d-4b3a-a908-c2151d5b2aeb tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 943 time: 0.0477004 Jun 23 11:58:30.953376 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2f041f40-7ca9-4eaf-bf58-131f2b52c6ce req-3ba5b3e1-1d91-49c7-af05-257d44ca59c5 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472918 Jun 23 11:58:31.042288 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7121c0-f3d4-4e6d-8f03-a85ee198846a req-7756b93f-edcb-44d7-b5e4-e880c83a7949 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:31.043801 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bf7121c0-f3d4-4e6d-8f03-a85ee198846a req-7756b93f-edcb-44d7-b5e4-e880c83a7949 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0516663 Jun 23 11:58:31.052560 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-3d3f0f0a-f8af-4161-b15c-4ac253ae1855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:31.095390 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bf7121c0-f3d4-4e6d-8f03-a85ee198846a req-fbaf6d0e-175b-433c-b387-df292436b6be tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456314 Jun 23 11:58:31.598509 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ea889-7a50-411a-90ca-d277023f1ce9 req-256b7294-1f49-4939-9855-6a088435bf84 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:31.599971 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9a1ea889-7a50-411a-90ca-d277023f1ce9 req-256b7294-1f49-4939-9855-6a088435bf84 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0459995 Jun 23 11:58:31.646847 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9a1ea889-7a50-411a-90ca-d277023f1ce9 req-bf67fe58-8e07-436b-a7bb-7073906be603 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406780 Jun 23 11:58:31.836158 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d13e4-ecc3-4fa0-959d-78e8fdca2016 req-154b1ec1-08de-465a-aa0f-1a1d681499cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:31.838281 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cd7d13e4-ecc3-4fa0-959d-78e8fdca2016 req-154b1ec1-08de-465a-aa0f-1a1d681499cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5479a9c9-7903-44a1-b59c-af44f63c9c99 HTTP/1.1" status: 200 len: 848 time: 0.0535812 Jun 23 11:58:31.901992 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ef10a-c807-493a-9c3d-cf0728d22771 req-92940d3e-def6-470a-8368-e2a6a21f21ed tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:31.903520 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-131ef10a-c807-493a-9c3d-cf0728d22771 req-92940d3e-def6-470a-8368-e2a6a21f21ed tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0475838 Jun 23 11:58:31.957372 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-131ef10a-c807-493a-9c3d-cf0728d22771 req-553f5aa7-2e37-48d0-a21c-e0f857d8ba0a tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478528 Jun 23 11:58:32.004703 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5980b21-9c22-4fd6-8f81-a5ac02a3482a req-d92ea864-4f74-4b16-8251-357ee02145e0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:32.006817 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f5980b21-9c22-4fd6-8f81-a5ac02a3482a req-d92ea864-4f74-4b16-8251-357ee02145e0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0489750 Jun 23 11:58:32.056608 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f5980b21-9c22-4fd6-8f81-a5ac02a3482a req-1a9da7e6-4364-465e-9458-08ce9c86d252 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441279 Jun 23 11:58:32.067964 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55b0b8-c54f-40ea-9d87-262b4947f26a req-d7740a30-15e8-4dc5-acc7-393ab7e22d4a tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:32.069472 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2f55b0b8-c54f-40ea-9d87-262b4947f26a req-d7740a30-15e8-4dc5-acc7-393ab7e22d4a tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 943 time: 0.0476475 Jun 23 11:58:32.122091 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2f55b0b8-c54f-40ea-9d87-262b4947f26a req-325914ca-1d11-43ad-9953-608c8d35f27a tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470431 Jun 23 11:58:32.225106 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396f06c-fc2d-4eb6-9ae8-82a64df82c95 req-c33189b0-c09d-4987-b6ab-edfcf8ff2c8a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:32.226612 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1396f06c-fc2d-4eb6-9ae8-82a64df82c95 req-c33189b0-c09d-4987-b6ab-edfcf8ff2c8a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0523915 Jun 23 11:58:32.281297 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1396f06c-fc2d-4eb6-9ae8-82a64df82c95 req-52f077a1-c83b-47a5-9ec1-7fcb30259451 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488245 Jun 23 11:58:32.770158 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f14b00-40c6-44e9-b146-029f07e05ff0 req-b66ec918-c944-48e9-a9cc-2e2547acd43a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:32.771751 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-35f14b00-40c6-44e9-b146-029f07e05ff0 req-b66ec918-c944-48e9-a9cc-2e2547acd43a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0549896 Jun 23 11:58:32.829439 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-35f14b00-40c6-44e9-b146-029f07e05ff0 req-fbca9946-7cb7-4518-937b-488c2808461e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510511 Jun 23 11:58:33.074822 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8923b2a-44fb-4bd3-9214-e42906d9a9ba req-3f870516-c2d5-4e05-b6de-100923ed0200 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:33.076411 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c8923b2a-44fb-4bd3-9214-e42906d9a9ba req-3f870516-c2d5-4e05-b6de-100923ed0200 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0486875 Jun 23 11:58:33.129088 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c8923b2a-44fb-4bd3-9214-e42906d9a9ba req-b31c9718-7123-4cda-975e-0c4f9aff080f tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463378 Jun 23 11:58:33.177437 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de7400-395a-4835-a192-ae57594843c0 req-baebadb4-cbac-4c90-9ce1-671ccc8395ae tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:33.179079 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-06de7400-395a-4835-a192-ae57594843c0 req-baebadb4-cbac-4c90-9ce1-671ccc8395ae tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0518403 Jun 23 11:58:33.235174 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-06de7400-395a-4835-a192-ae57594843c0 req-832b20e7-29a9-4d37-bd83-7e24f4cebdcd tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442579 Jun 23 11:58:33.247748 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0114e-308a-42eb-acdd-dc5935f4c12c req-643a37c6-a8eb-4b73-8d48-cb45ccc12fc4 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:33.249172 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f3c0114e-308a-42eb-acdd-dc5935f4c12c req-643a37c6-a8eb-4b73-8d48-cb45ccc12fc4 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 943 time: 0.0527701 Jun 23 11:58:33.298588 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f3c0114e-308a-42eb-acdd-dc5935f4c12c req-68d90fbe-9814-46d9-91e9-9acfba3be85d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438032 Jun 23 11:58:33.385449 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-104a273c-395b-46e9-9a30-d959d01f3da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:33.411059 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c06be-5840-4a9b-b0c3-e5b584677e39 req-b0af1ef6-3e87-4976-9fe4-8819ba631cd6 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:33.412557 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ea1c06be-5840-4a9b-b0c3-e5b584677e39 req-b0af1ef6-3e87-4976-9fe4-8819ba631cd6 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0552747 Jun 23 11:58:33.460433 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ea1c06be-5840-4a9b-b0c3-e5b584677e39 req-1c7eb294-70f2-4c80-932c-ca78cd486199 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415726 Jun 23 11:58:33.936815 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0289a-cf20-42d1-9e83-ebf0272cd49e req-0b29ac76-7943-4221-b6c4-918ac7f9a72b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:33.938344 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8bd0289a-cf20-42d1-9e83-ebf0272cd49e req-0b29ac76-7943-4221-b6c4-918ac7f9a72b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0476503 Jun 23 11:58:33.987673 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8bd0289a-cf20-42d1-9e83-ebf0272cd49e req-a89a94c2-8f38-4ce9-9dc6-7331c9778381 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432730 Jun 23 11:58:34.229194 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:34.242062 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d6cdd-6105-4511-9f28-3d02bc4548e9 req-d8e8ec5c-cde7-416e-af88-9d5e3d1eb15f tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:34.243551 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c37d6cdd-6105-4511-9f28-3d02bc4548e9 req-d8e8ec5c-cde7-416e-af88-9d5e3d1eb15f tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0467343 Jun 23 11:58:34.297116 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c37d6cdd-6105-4511-9f28-3d02bc4548e9 req-8713f285-aee0-402c-90eb-ac01dda98f8e tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472791 Jun 23 11:58:34.318331 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:34.354877 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7547b-5a02-4816-b55d-589a1ec6a981 req-dab87984-a028-4037-a1ca-6ec9909017ea tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:34.356379 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-29c7547b-5a02-4816-b55d-589a1ec6a981 req-dab87984-a028-4037-a1ca-6ec9909017ea tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0478632 Jun 23 11:58:34.405069 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-29c7547b-5a02-4816-b55d-589a1ec6a981 req-36208df5-aaf2-410d-809b-023ce956899a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430000 Jun 23 11:58:34.423682 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3c246-9437-4298-ab81-faf7582363b5 req-ca000a42-5ed1-4cb0-b369-bed4bae07589 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:34.425212 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7be3c246-9437-4298-ab81-faf7582363b5 req-ca000a42-5ed1-4cb0-b369-bed4bae07589 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 943 time: 0.0488579 Jun 23 11:58:34.472383 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7be3c246-9437-4298-ab81-faf7582363b5 req-82fe6f15-6f00-451a-b9bd-b9fecacf9de7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416732 Jun 23 11:58:34.585775 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703fdc0-20ca-451a-aea4-1ca0dd32caab req-51d984d1-b935-473e-84d7-42a121d65803 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:34.587268 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a703fdc0-20ca-451a-aea4-1ca0dd32caab req-51d984d1-b935-473e-84d7-42a121d65803 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0508626 Jun 23 11:58:34.627495 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:34.636436 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a703fdc0-20ca-451a-aea4-1ca0dd32caab req-7b4039fd-dfa8-42a3-8ea1-d351954b46be tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428834 Jun 23 11:58:34.638219 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:35.101363 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfc17a-2ac0-4ab7-805c-4fc2f057c907 req-216d4d75-793d-4a88-8a3d-aa8413a54e4b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:35.102854 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a1dfc17a-2ac0-4ab7-805c-4fc2f057c907 req-216d4d75-793d-4a88-8a3d-aa8413a54e4b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0473125 Jun 23 11:58:35.152085 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a1dfc17a-2ac0-4ab7-805c-4fc2f057c907 req-74fad83c-2849-4962-8d3b-4d809ed0b8c5 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433552 Jun 23 11:58:35.411292 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e6dbe-0184-4ac2-bed0-48dc56b28b86 req-259cde0e-eea8-4882-aecf-0ead077b73c4 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:35.412772 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2d3e6dbe-0184-4ac2-bed0-48dc56b28b86 req-259cde0e-eea8-4882-aecf-0ead077b73c4 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0459626 Jun 23 11:58:35.462541 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2d3e6dbe-0184-4ac2-bed0-48dc56b28b86 req-416c75a9-9bbe-4fcb-a364-a484571374e4 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435393 Jun 23 11:58:35.524077 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d68fc1-8de9-49b3-b5bc-de0c56d65fe6 req-55788b8b-b0da-44c5-bbb1-6e32262901a9 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:35.526255 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b2d68fc1-8de9-49b3-b5bc-de0c56d65fe6 req-55788b8b-b0da-44c5-bbb1-6e32262901a9 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0531597 Jun 23 11:58:35.576156 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b2d68fc1-8de9-49b3-b5bc-de0c56d65fe6 req-7f921eba-1cf0-44bd-bcb8-6fff1381d3b8 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442314 Jun 23 11:58:35.591056 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3412a6-3f8d-4a78-ad8e-005a80972503 req-4539a9d5-486b-46ed-9536-2a4f590d62b4 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:35.592783 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5a3412a6-3f8d-4a78-ad8e-005a80972503 req-4539a9d5-486b-46ed-9536-2a4f590d62b4 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 943 time: 0.0502832 Jun 23 11:58:35.648327 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5a3412a6-3f8d-4a78-ad8e-005a80972503 req-e621d2ba-dae1-4a15-80f0-98fb6603e9db tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455017 Jun 23 11:58:35.780550 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a330e20-0448-4a38-bcde-839761813864 req-437826c1-34f0-4f0c-9c9f-1e9b640dd385 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:35.782114 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5a330e20-0448-4a38-bcde-839761813864 req-437826c1-34f0-4f0c-9c9f-1e9b640dd385 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0493882 Jun 23 11:58:35.873948 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5a330e20-0448-4a38-bcde-839761813864 req-4e1da5b5-1d7f-4add-9714-8b3c3af2fdae tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783892 Jun 23 11:58:35.893709 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:35.895558 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a592ed0-48b9-43b7-ac52-22e682d4fadc req-9c1a6a8d-2999-4d32-863f-d1ec9821f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:35.897196 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5a592ed0-48b9-43b7-ac52-22e682d4fadc req-9c1a6a8d-2999-4d32-863f-d1ec9821f3d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=45aa73614bc447bdb1bfda38ad541ab3&device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 1127 time: 0.0801535 Jun 23 11:58:35.949237 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d13e4-ecc3-4fa0-959d-78e8fdca2016 req-8ac16bbe-7a27-44f2-aea1-f3c1622b7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:35.950878 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cd7d13e4-ecc3-4fa0-959d-78e8fdca2016 req-8ac16bbe-7a27-44f2-aea1-f3c1622b7b75 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ec90cf8-67c4-41e3-bbbb-0e606173a369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1729484 Jun 23 11:58:35.975321 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b003-fffe-45af-8741-8d3664f22dbb req-106ac766-6cf9-42e8-ab6b-7ac153b02642 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:35.976779 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-16b1b003-fffe-45af-8741-8d3664f22dbb req-106ac766-6cf9-42e8-ab6b-7ac153b02642 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.44 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0786073 Jun 23 11:58:36.043080 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a592ed0-48b9-43b7-ac52-22e682d4fadc req-d577c03d-fbb6-4997-9bb3-427d40da6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:36.044539 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5a592ed0-48b9-43b7-ac52-22e682d4fadc req-d577c03d-fbb6-4997-9bb3-427d40da6423 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33bf599f-e007-4787-9458-fbe47f8701cd HTTP/1.1" status: 200 len: 915 time: 0.1309111 Jun 23 11:58:36.139389 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:36.268134 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867a3ee-e5a8-419e-86cd-65de79fc5e6f req-53b577ab-5bb2-4ebc-9657-72e819dc238d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:36.269658 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c867a3ee-e5a8-419e-86cd-65de79fc5e6f req-53b577ab-5bb2-4ebc-9657-72e819dc238d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0481806 Jun 23 11:58:36.317667 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c867a3ee-e5a8-419e-86cd-65de79fc5e6f req-d0e737f2-70c9-402f-bb6a-440d1faeb14b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419631 Jun 23 11:58:36.585781 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33034a13-3283-4396-bb3b-d06a678ad695 req-6d77d16d-21f5-44c2-ad18-ac9bb2f0adc2 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:36.587246 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-33034a13-3283-4396-bb3b-d06a678ad695 req-6d77d16d-21f5-44c2-ad18-ac9bb2f0adc2 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0470457 Jun 23 11:58:36.625003 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:36.640843 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-33034a13-3283-4396-bb3b-d06a678ad695 req-8270864c-b102-4eb6-b05f-71b0e9abcc40 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475152 Jun 23 11:58:36.703573 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22faa30-9380-464b-8148-a2c0dd7af72e req-ff2715d0-13cf-4dea-8242-575b2b2012c7 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:36.705390 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e22faa30-9380-464b-8148-a2c0dd7af72e req-ff2715d0-13cf-4dea-8242-575b2b2012c7 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0560110 Jun 23 11:58:36.753100 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e22faa30-9380-464b-8148-a2c0dd7af72e req-7feb97ce-aed8-4be8-a528-91a59bbf4052 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421875 Jun 23 11:58:36.763159 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a93b76-7436-4dca-8980-a8521ef4c2df req-14dd835e-825f-45d0-8a7b-2444cbdc6742 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:36.764645 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-84a93b76-7436-4dca-8980-a8521ef4c2df req-14dd835e-825f-45d0-8a7b-2444cbdc6742 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 943 time: 0.0470889 Jun 23 11:58:36.811519 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-84a93b76-7436-4dca-8980-a8521ef4c2df req-c24f6c79-34a7-47e7-920a-52d176e82e54 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413029 Jun 23 11:58:36.990320 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516c306-7f26-43c0-ad48-a20d416f592d req-33e74316-df62-4710-ac7d-76d5f5bec897 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:36.991821 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4516c306-7f26-43c0-ad48-a20d416f592d req-33e74316-df62-4710-ac7d-76d5f5bec897 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0471995 Jun 23 11:58:37.040244 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4516c306-7f26-43c0-ad48-a20d416f592d req-ed17fdac-f0a5-4383-bc9e-ef61fe627cd3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425270 Jun 23 11:58:37.448078 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91d01b-fbea-44d8-8035-c14d386f5a12 req-f548b7b8-2d30-4886-8f11-3ff52c70bd11 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:37.449896 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5d91d01b-fbea-44d8-8035-c14d386f5a12 req-f548b7b8-2d30-4886-8f11-3ff52c70bd11 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 944 time: 0.0604837 Jun 23 11:58:37.508721 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5d91d01b-fbea-44d8-8035-c14d386f5a12 req-de5a669b-64e8-45cc-8bc6-b99f0ef3d12a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496099 Jun 23 11:58:37.552937 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 1bf26417-9e61-446b-af12-0f2d3c6c3a6c details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:58:37.555206 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:58:37.587376 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [req-353b8e2d-6773-45e7-b4ac-108f8db74791 req-463025f5-e923-40e8-8244-a849902d8055 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:58:37.588518 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-353b8e2d-6773-45e7-b4ac-108f8db74791 req-463025f5-e923-40e8-8244-a849902d8055 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054302 Jun 23 11:58:37.779759 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7222e-fdf6-4837-8a5b-eacbd1c36ed6 req-ba795b1b-271d-403b-84f1-3aaf998558c4 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:37.781730 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1af7222e-fdf6-4837-8a5b-eacbd1c36ed6 req-ba795b1b-271d-403b-84f1-3aaf998558c4 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0610669 Jun 23 11:58:37.797373 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f8cf9-8334-401c-bb89-edce51f12926 req-8c9a3954-35af-4a63-b65f-e27d9bf8dee4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:37.807855 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-649f8cf9-8334-401c-bb89-edce51f12926 req-8c9a3954-35af-4a63-b65f-e27d9bf8dee4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0639815 Jun 23 11:58:37.839822 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:37.851935 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e is: DOWN; New status is: DOWN {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:58:37.853900 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1af7222e-fdf6-4837-8a5b-eacbd1c36ed6 req-4040ce69-2cb3-4065-83a1-22ced1ab44d7 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657108 Jun 23 11:58:37.860378 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-649f8cf9-8334-401c-bb89-edce51f12926 req-a8dd4650-e571-4055-9813-69a56dc0feb1 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516148 Jun 23 11:58:37.886789 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1bf26417-9e61-446b-af12-0f2d3c6c3a6c,segment=NetworkSegment(44c9e63a-5798-420d-89a1-3133beb23606),segment_id=44c9e63a-5798-420d-89a1-3133beb23606)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:58:37.903636 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c', 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd', 'port_id': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c', 'mac_address': 'fa:16:3e:8b:27:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:58:37.959230 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:58:37.959709 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:37.975678 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf26417-9e61-446b-af12-0f2d3c6c3a6c {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:58:37.981882 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269269-6c60-4114-b3c4-7d805b0a2198 req-b03fdb5a-7c8a-4b05-a6ea-f5ef3e2dbb27 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:37.983823 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-fd269269-6c60-4114-b3c4-7d805b0a2198 req-b03fdb5a-7c8a-4b05-a6ea-f5ef3e2dbb27 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0603859 Jun 23 11:58:37.991273 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6beec-9609-4c2e-bb67-0085ad5ff62c req-9cabce91-986b-4360-8292-4894c1e87fe6 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:37.993537 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6de6beec-9609-4c2e-bb67-0085ad5ff62c req-9cabce91-986b-4360-8292-4894c1e87fe6 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 943 time: 0.0561697 Jun 23 11:58:38.001169 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1bf26417-9e61-446b-af12-0f2d3c6c3a6c,segment=NetworkSegment(44c9e63a-5798-420d-89a1-3133beb23606),segment_id=44c9e63a-5798-420d-89a1-3133beb23606)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:58:38.006513 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:38.007608 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device fe3999d6-abf8-455b-97de-e88dd06b7caa details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:58:38.049850 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-fd269269-6c60-4114-b3c4-7d805b0a2198 req-9fff9ad3-410b-4b48-9dc6-02b3742a3f5d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580623 Jun 23 11:58:38.051547 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6de6beec-9609-4c2e-bb67-0085ad5ff62c req-28cbabeb-0987-4fa8-8d67-fd6be7b4fd42 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518479 Jun 23 11:58:38.088264 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=1bf26417-9e61-446b-af12-0f2d3c6c3a6c,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:38.147480 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 52642) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:58:38.158353 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port fe3999d6-abf8-455b-97de-e88dd06b7caa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=fe3999d6-abf8-455b-97de-e88dd06b7caa,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:58:38.171225 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': 'fe3999d6-abf8-455b-97de-e88dd06b7caa', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'port_id': 'fe3999d6-abf8-455b-97de-e88dd06b7caa', 'mac_address': 'fa:16:3e:3c:82:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:58:38.206268 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port fe3999d6-abf8-455b-97de-e88dd06b7caa is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:58:38.206661 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (fe3999d6-abf8-455b-97de-e88dd06b7caa), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:38.221869 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3999d6-abf8-455b-97de-e88dd06b7caa {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:58:38.242827 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-cb42528a-bd94-4dc5-9f4c-4c017a4b1a6f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941160 Jun 23 11:58:38.243985 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port fe3999d6-abf8-455b-97de-e88dd06b7caa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=fe3999d6-abf8-455b-97de-e88dd06b7caa,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:58:38.247663 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-e47af38d-7bb5-4465-8ce0-d75738e13843 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103988) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 11:58:38.247816 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (fe3999d6-abf8-455b-97de-e88dd06b7caa), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:38.248652 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-e47af38d-7bb5-4465-8ce0-d75738e13843 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050867 Jun 23 11:58:38.302747 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=fe3999d6-abf8-455b-97de-e88dd06b7caa,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:38.325909 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 52652) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:58:38.396157 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:38.434659 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-b3440185-1b6f-4528-9149-42308266b1ff tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:38.436074 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-b3440185-1b6f-4528-9149-42308266b1ff tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports/8e9b4dc6-7a9c-4183-b1a8-10297c792e0e HTTP/1.1" status: 200 len: 940 time: 0.1091199 Jun 23 11:58:38.645120 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b0838-6001-4b88-8880-53e280b53f76 req-583025b5-678c-4250-91a7-f076b5623a59 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:38.646640 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a93b0838-6001-4b88-8880-53e280b53f76 req-583025b5-678c-4250-91a7-f076b5623a59 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 945 time: 0.0507224 Jun 23 11:58:38.699024 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a93b0838-6001-4b88-8880-53e280b53f76 req-d64ad953-f7d1-4dcc-a37e-3dcc11cb2430 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466247 Jun 23 11:58:38.704386 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['fe3999d6-abf8-455b-97de-e88dd06b7caa'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:58:38.815238 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['1bf26417-9e61-446b-af12-0f2d3c6c3a6c'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:58:38.900032 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:38.961614 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:38.981687 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e132f-626b-4152-818d-a7b81161d81b req-2c3ab28c-0db5-4802-a32a-0e930b160d75 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:38.989032 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-172e132f-626b-4152-818d-a7b81161d81b req-2c3ab28c-0db5-4802-a32a-0e930b160d75 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0698020 Jun 23 11:58:39.008958 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad8eda-4762-4704-a2d0-b56622e80a22 req-70d61938-b4eb-4855-961d-7619331b973e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:39.010473 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6fad8eda-4762-4704-a2d0-b56622e80a22 req-70d61938-b4eb-4855-961d-7619331b973e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0555532 Jun 23 11:58:39.030654 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:39.034446 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-172e132f-626b-4152-818d-a7b81161d81b req-bf636e54-ebce-4ea6-a7b7-a44da069aab1 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444207 Jun 23 11:58:39.059923 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6fad8eda-4762-4704-a2d0-b56622e80a22 req-0d577e69-18e6-49eb-9b68-75c35f9a5a99 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438061 Jun 23 11:58:39.165033 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14099bf-5c5e-45d0-80ad-4ba184fb865d req-047a9117-1502-41ca-9e76-de0e73371313 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:39.167020 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ebf6b-420f-4b00-add9-953df0ae682d req-1df238e2-6db7-48be-9587-c2054a144166 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:39.167183 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e14099bf-5c5e-45d0-80ad-4ba184fb865d req-047a9117-1502-41ca-9e76-de0e73371313 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0510614 Jun 23 11:58:39.168655 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-dd9ebf6b-420f-4b00-add9-953df0ae682d req-1df238e2-6db7-48be-9587-c2054a144166 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 944 time: 0.0465298 Jun 23 11:58:39.219140 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e14099bf-5c5e-45d0-80ad-4ba184fb865d req-1c114a95-8a9a-43d1-8e2b-1a8319f65750 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462508 Jun 23 11:58:39.219584 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-dd9ebf6b-420f-4b00-add9-953df0ae682d req-3cdc63cf-7ee4-4462-aa32-2cf0c718fba7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 Jun 23 11:58:39.812080 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc405a-5a10-403c-825a-14665a82374c req-06f4b40d-88f7-46ac-bbd4-cfd9778b29d8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:39.813591 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-11cc405a-5a10-403c-825a-14665a82374c req-06f4b40d-88f7-46ac-bbd4-cfd9778b29d8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 945 time: 0.0475352 Jun 23 11:58:39.859914 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-11cc405a-5a10-403c-825a-14665a82374c req-7859b2cc-f588-4e94-9492-6b67c5fd248d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408595 Jun 23 11:58:40.147284 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033286b-70cd-4f19-a8f3-b8c6dc1a142f req-c97d0e33-6e9a-4f8b-92a1-95df96159e80 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:40.148715 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1033286b-70cd-4f19-a8f3-b8c6dc1a142f req-c97d0e33-6e9a-4f8b-92a1-95df96159e80 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 949 time: 0.0479815 Jun 23 11:58:40.181105 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 1bf26417-9e61-446b-af12-0f2d3c6c3a6c up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:58:40.189231 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ab44a-a409-42d9-94ae-e89a4efb107b req-1f13a139-d426-4a56-890f-419859e17c0d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:40.190966 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2a6ab44a-a409-42d9-94ae-e89a4efb107b req-1f13a139-d426-4a56-890f-419859e17c0d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0505028 Jun 23 11:58:40.208034 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1033286b-70cd-4f19-a8f3-b8c6dc1a142f req-e1cb16e0-6490-448e-870e-43cfe28368ff tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524867 Jun 23 11:58:40.248593 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:40.256781 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2a6ab44a-a409-42d9-94ae-e89a4efb107b req-78ecb638-8ace-489a-bc1b-3aefd9f21639 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594370 Jun 23 11:58:40.262588 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:40.277091 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:58:40.284096 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:58:40.284637 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:40.344403 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe461f6-1df3-4279-974b-a9f472ac869a req-432f98ff-8b90-4afe-bb45-5a3e246ad18d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:40.345990 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-dfe461f6-1df3-4279-974b-a9f472ac869a req-432f98ff-8b90-4afe-bb45-5a3e246ad18d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0539806 Jun 23 11:58:40.365738 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:58:40.366288 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:40.379546 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae32c5-06e8-45f1-baac-d7554b647c7a req-1b8a966b-f96e-428a-999b-339d78f688b2 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:40.381451 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-25ae32c5-06e8-45f1-baac-d7554b647c7a req-1b8a966b-f96e-428a-999b-339d78f688b2 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 944 time: 0.0509748 Jun 23 11:58:40.392458 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:58:40.395124 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847bfd26-2b92-4488-971a-7575c2c1ffa3" -d '{"events": [{"server_uuid": "c3dde8e4-1b68-42be-ab9d-7a47869a6214", "name": "network-vif-plugged", "status": "completed", "tag": "1bf26417-9e61-446b-af12-0f2d3c6c3a6c"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:58:40.398154 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-dfe461f6-1df3-4279-974b-a9f472ac869a req-3b0a1825-8490-475d-92aa-05998325bb43 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460856 Jun 23 11:58:40.406929 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1bf26417-9e61-446b-af12-0f2d3c6c3a6c,segment=NetworkSegment(44c9e63a-5798-420d-89a1-3133beb23606),segment_id=44c9e63a-5798-420d-89a1-3133beb23606)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:58:40.411465 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:40.412339 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device fe3999d6-abf8-455b-97de-e88dd06b7caa up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:58:40.439697 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-25ae32c5-06e8-45f1-baac-d7554b647c7a req-893aabd3-8e1a-4c69-a3e8-ef00af9b07cf tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520177 Jun 23 11:58:40.455264 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5470b42-9a44-4b5b-92d4-7d58f1896ac9 x-openstack-request-id: req-c5470b42-9a44-4b5b-92d4-7d58f1896ac9 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:58:40.455556 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3dde8e4-1b68-42be-ab9d-7a47869a6214", "name": "network-vif-plugged", "status": "completed", "tag": "1bf26417-9e61-446b-af12-0f2d3c6c3a6c", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:58:40.455812 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c5470b42-9a44-4b5b-92d4-7d58f1896ac9 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:58:40.456204 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5470b42-9a44-4b5b-92d4-7d58f1896ac9'] response: {'server_uuid': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c', 'code': 200} Jun 23 11:58:40.500431 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port fe3999d6-abf8-455b-97de-e88dd06b7caa completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 11:58:40.512222 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port fe3999d6-abf8-455b-97de-e88dd06b7caa triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:58:40.512596 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (fe3999d6-abf8-455b-97de-e88dd06b7caa), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:40.517142 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=1bf26417-9e61-446b-af12-0f2d3c6c3a6c,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:40.599287 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port fe3999d6-abf8-455b-97de-e88dd06b7caa is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:58:40.599670 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (fe3999d6-abf8-455b-97de-e88dd06b7caa), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:40.632475 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port fe3999d6-abf8-455b-97de-e88dd06b7caa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=fe3999d6-abf8-455b-97de-e88dd06b7caa,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:58:40.636823 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (fe3999d6-abf8-455b-97de-e88dd06b7caa), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:40.637647 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:58:40.716303 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=fe3999d6-abf8-455b-97de-e88dd06b7caa,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:40.755141 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 is: ACTIVE; New status is: DOWN {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:58:40.755532 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:40.789747 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3,segment=NetworkSegment(635d1976-4d61-425c-abeb-1628eab4822a),segment_id=635d1976-4d61-425c-abeb-1628eab4822a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:58:40.793922 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:40.840681 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3,revision_number=6']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:40.976855 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c000e-25af-484f-bbd0-a53fa25f34c8 req-2d2d6f47-c5dd-4c60-98fb-31864e02b480 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:40.978403 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2a3c000e-25af-484f-bbd0-a53fa25f34c8 req-2d2d6f47-c5dd-4c60-98fb-31864e02b480 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0484967 Jun 23 11:58:41.026600 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2a3c000e-25af-484f-bbd0-a53fa25f34c8 req-dfaa68f6-f109-40f7-ba1c-b387226f2ea5 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425661 Jun 23 11:58:41.327414 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344efbd-cc9f-460f-bd07-1cd0e973917b req-a9370cb6-8298-4144-9b3b-2d158efe0edc tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:41.328978 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7344efbd-cc9f-460f-bd07-1cd0e973917b req-a9370cb6-8298-4144-9b3b-2d158efe0edc tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0484064 Jun 23 11:58:41.378867 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7344efbd-cc9f-460f-bd07-1cd0e973917b req-7d6a629b-3c98-4da0-9525-6e47cbbb88b4 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442996 Jun 23 11:58:41.384055 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1093fd-3ef9-4828-a730-0828166e7606 req-ea082f59-7200-4fc5-9987-3d2f0d2afccb tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:41.385600 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1f1093fd-3ef9-4828-a730-0828166e7606 req-ea082f59-7200-4fc5-9987-3d2f0d2afccb tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0521719 Jun 23 11:58:41.433494 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1f1093fd-3ef9-4828-a730-0828166e7606 req-4bc08ef9-69ce-45fd-99fe-9bf4b79518df tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420709 Jun 23 11:58:41.520400 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4dd07-30f6-46d1-bcc0-dc3c7e157247 req-2a661cb9-7d1d-46c4-9b79-072453d32709 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:41.521976 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-aca4dd07-30f6-46d1-bcc0-dc3c7e157247 req-2a661cb9-7d1d-46c4-9b79-072453d32709 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0532408 Jun 23 11:58:41.559435 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb5845-24e8-4f39-a515-add6592fc666 req-2f8307f5-ee0b-4d33-99a3-6df084fc066a tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:41.561047 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e5bb5845-24e8-4f39-a515-add6592fc666 req-2f8307f5-ee0b-4d33-99a3-6df084fc066a tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0518076 Jun 23 11:58:41.571249 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-aca4dd07-30f6-46d1-bcc0-dc3c7e157247 req-e3b25d3f-bda3-442c-af15-d5a789444efa tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433772 Jun 23 11:58:41.609638 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e5bb5845-24e8-4f39-a515-add6592fc666 req-fb55d20c-399e-4f66-adce-2f8e2fc6ab09 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427775 Jun 23 11:58:42.136461 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd550de-c4e8-4238-89ac-d8ed8af49e82 req-afd21431-47f8-4b7d-ada1-7022587853c7 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:42.137949 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4fd550de-c4e8-4238-89ac-d8ed8af49e82 req-afd21431-47f8-4b7d-ada1-7022587853c7 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0458298 Jun 23 11:58:42.185649 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4fd550de-c4e8-4238-89ac-d8ed8af49e82 req-b3925b67-41b8-4aaa-a8ea-6adc24685428 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421131 Jun 23 11:58:42.457334 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a64ae5-5786-41de-9862-e321b902937a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3999d6-abf8-455b-97de-e88dd06b7caa'}, {'server_uuid': '567ad1bf-ef6b-41f9-800f-f589f136a1b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:58:42.459801 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b5efe7-3599-4e9e-8d12-62df734a8629" -d '{"events": [{"server_uuid": "b2a64ae5-5786-41de-9862-e321b902937a", "name": "network-vif-plugged", "status": "completed", "tag": "fe3999d6-abf8-455b-97de-e88dd06b7caa"}, {"server_uuid": "567ad1bf-ef6b-41f9-800f-f589f136a1b6", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:58:42.482071 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:42.495220 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf04820-4101-4a94-8dde-23dcac431d59 req-fb8355bc-4344-43ca-8272-99a5f91b7f71 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:42.496739 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6bf04820-4101-4a94-8dde-23dcac431d59 req-fb8355bc-4344-43ca-8272-99a5f91b7f71 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0503654 Jun 23 11:58:42.549987 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6bf04820-4101-4a94-8dde-23dcac431d59 req-3956bb58-c754-4fde-80cd-ecec2ef6a68e tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474811 Jun 23 11:58:42.553501 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8eea5-5bf8-44ef-980b-574c385f9355 req-fdcdd657-afcf-48a8-b3a4-5e18d800b589 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:42.555153 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a7c8eea5-5bf8-44ef-980b-574c385f9355 req-fdcdd657-afcf-48a8-b3a4-5e18d800b589 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0487256 Jun 23 11:58:42.601635 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:42.602049 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 23 Jun 2022 11:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9784a0b2-1a16-4dcc-8c4f-1ebe5b3b1afd x-openstack-request-id: req-9784a0b2-1a16-4dcc-8c4f-1ebe5b3b1afd {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:58:42.602394 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a64ae5-5786-41de-9862-e321b902937a", "name": "network-vif-plugged", "status": "completed", "tag": "fe3999d6-abf8-455b-97de-e88dd06b7caa", "code": 200}, {"server_uuid": "567ad1bf-ef6b-41f9-800f-f589f136a1b6", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:58:42.602707 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9784a0b2-1a16-4dcc-8c4f-1ebe5b3b1afd {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:58:42.603363 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9784a0b2-1a16-4dcc-8c4f-1ebe5b3b1afd'] response: {'server_uuid': 'b2a64ae5-5786-41de-9862-e321b902937a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3999d6-abf8-455b-97de-e88dd06b7caa', 'code': 200} Jun 23 11:58:42.603697 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9784a0b2-1a16-4dcc-8c4f-1ebe5b3b1afd'] response: {'server_uuid': '567ad1bf-ef6b-41f9-800f-f589f136a1b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3', 'code': 200} Jun 23 11:58:42.623841 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a7c8eea5-5bf8-44ef-980b-574c385f9355 req-dc3f7eac-d321-48da-9f5d-8a9aac93e80f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618689 Jun 23 11:58:42.704827 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfaeef-4f81-4073-9c42-42143b5746de req-5a89be04-0ad2-480c-be9e-21a198fdf644 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:42.706349 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b0dfaeef-4f81-4073-9c42-42143b5746de req-5a89be04-0ad2-480c-be9e-21a198fdf644 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0538523 Jun 23 11:58:42.739561 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed84a3-5376-4bd8-a912-ce0b4d799918 req-608628fa-7f76-4917-a229-35705a5cd8c9 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:42.741049 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b1ed84a3-5376-4bd8-a912-ce0b4d799918 req-608628fa-7f76-4917-a229-35705a5cd8c9 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0474787 Jun 23 11:58:42.755545 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b0dfaeef-4f81-4073-9c42-42143b5746de req-f16d689d-c9f0-4d20-a841-7ed740d7ba44 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436625 Jun 23 11:58:42.791531 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b1ed84a3-5376-4bd8-a912-ce0b4d799918 req-de5dce92-1744-4b8e-b824-30e92c73179e tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441091 Jun 23 11:58:43.298715 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d9363-92d8-4cc4-9058-8266cadec0c7 req-27c95e36-4292-4eb3-8054-f17a8456f0c5 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:43.300343 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-dd2d9363-92d8-4cc4-9058-8266cadec0c7 req-27c95e36-4292-4eb3-8054-f17a8456f0c5 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0474179 Jun 23 11:58:43.346694 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-dd2d9363-92d8-4cc4-9058-8266cadec0c7 req-9e6d9a76-ea09-47cd-b601-451b8f434006 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408123 Jun 23 11:58:43.665136 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b5fa9-44ec-46ff-a2cf-9c134f4aabb3 req-6bc76bf0-9f13-4913-b710-1d908e1dacff tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:43.668701 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c06b5fa9-44ec-46ff-a2cf-9c134f4aabb3 req-6bc76bf0-9f13-4913-b710-1d908e1dacff tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0516350 Jun 23 11:58:43.716722 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c06b5fa9-44ec-46ff-a2cf-9c134f4aabb3 req-99b35446-ef41-4e97-893c-0af66508b41f tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Jun 23 11:58:43.756466 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c75f4-71a9-4f8c-9ce1-860ea80d15d8 req-af993ee8-5296-46f7-a60c-ff0e93714475 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:43.757953 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-569c75f4-71a9-4f8c-9ce1-860ea80d15d8 req-af993ee8-5296-46f7-a60c-ff0e93714475 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0515316 Jun 23 11:58:43.806832 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-569c75f4-71a9-4f8c-9ce1-860ea80d15d8 req-bf37b614-4ab1-4da9-abaf-34a638dff87a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421622 Jun 23 11:58:43.876397 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0bba7-c431-4960-9d79-16069fa8e134 req-513cd726-df17-492a-8638-f58f2e33029d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:43.877962 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bff0bba7-c431-4960-9d79-16069fa8e134 req-513cd726-df17-492a-8638-f58f2e33029d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0515316 Jun 23 11:58:43.901878 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:43.914591 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:43.916134 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb9f5a-c88b-4916-aff7-abe40a90e3cb req-5e2a1016-d789-4aad-95a7-06d0662e9650 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:43.917961 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-65cb9f5a-c88b-4916-aff7-abe40a90e3cb req-5e2a1016-d789-4aad-95a7-06d0662e9650 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0495067 Jun 23 11:58:43.928110 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bff0bba7-c431-4960-9d79-16069fa8e134 req-c2f4afa4-189a-4a17-822c-f8a38b3bdafe tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442789 Jun 23 11:58:43.966240 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-65cb9f5a-c88b-4916-aff7-abe40a90e3cb req-5f4e3843-c6c9-4240-9f1d-bde090b87895 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422888 Jun 23 11:58:44.457834 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536eef83-e576-4ac7-8ba1-8bede66d5d5b req-43b8700b-f41c-4ab5-bd55-a95bf35751cd tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:44.459393 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-536eef83-e576-4ac7-8ba1-8bede66d5d5b req-43b8700b-f41c-4ab5-bd55-a95bf35751cd tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0462570 Jun 23 11:58:44.525241 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-536eef83-e576-4ac7-8ba1-8bede66d5d5b req-14b7d1f0-e10a-42a1-92a0-4654674bf60d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589163 Jun 23 11:58:44.838394 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1b4de-f894-4311-bfa4-b6faf196a1ea req-cc46ea4b-1bc7-4287-b75b-e59058167406 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:44.839840 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-31e1b4de-f894-4311-bfa4-b6faf196a1ea req-cc46ea4b-1bc7-4287-b75b-e59058167406 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0507040 Jun 23 11:58:44.888306 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-31e1b4de-f894-4311-bfa4-b6faf196a1ea req-fea90fdf-6502-4380-a1a4-8a39b42639f5 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425732 Jun 23 11:58:44.929834 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d84353-9e3f-4a05-aab5-772313856f3f req-110f447c-873e-4ddf-8153-f434c7328226 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:44.931846 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-33d84353-9e3f-4a05-aab5-772313856f3f req-110f447c-873e-4ddf-8153-f434c7328226 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0504534 Jun 23 11:58:44.978835 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-33d84353-9e3f-4a05-aab5-772313856f3f req-99ffde0b-3b4e-4920-983c-2d673175dd9b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412526 Jun 23 11:58:45.041320 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9439ca5-d47d-484c-953f-8545fb459b7f req-66d11b7b-0e6f-4195-ba05-ec260a455043 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:45.042825 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e9439ca5-d47d-484c-953f-8545fb459b7f req-66d11b7b-0e6f-4195-ba05-ec260a455043 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0471766 Jun 23 11:58:45.085333 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861d0cd-9063-4284-b664-aa43509c8ab2 req-87102de8-e7a8-4ee6-8720-f47749e18845 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:45.086839 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5861d0cd-9063-4284-b664-aa43509c8ab2 req-87102de8-e7a8-4ee6-8720-f47749e18845 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0483098 Jun 23 11:58:45.090736 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e9439ca5-d47d-484c-953f-8545fb459b7f req-711fc2d6-6d02-4c6f-b819-572ae13db4c0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419519 Jun 23 11:58:45.134921 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5861d0cd-9063-4284-b664-aa43509c8ab2 req-14eaa3b5-2314-46ee-b382-eb2135c0c69d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Jun 23 11:58:45.648081 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88426624-701c-4b8f-9ee7-5723660299c9 req-8e6d7ac7-064c-4347-9662-5b2bf60bcf14 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:45.649573 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-88426624-701c-4b8f-9ee7-5723660299c9 req-8e6d7ac7-064c-4347-9662-5b2bf60bcf14 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0471454 Jun 23 11:58:45.701802 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-88426624-701c-4b8f-9ee7-5723660299c9 req-ac8127be-474b-4c2e-82a2-720dad00bd86 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460021 Jun 23 11:58:46.000981 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b77e3-b050-494c-be80-9ed0bffcdffb req-e9c0e1bc-e65e-4710-9c06-bfbf7c4d00ef tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:46.002450 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f99b77e3-b050-494c-be80-9ed0bffcdffb req-e9c0e1bc-e65e-4710-9c06-bfbf7c4d00ef tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0467055 Jun 23 11:58:46.053991 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f99b77e3-b050-494c-be80-9ed0bffcdffb req-b25d1673-1e6f-4e4e-aa4d-4f80a5ea8201 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459867 Jun 23 11:58:46.100341 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c253bbb-6635-4f52-ad96-fea594e4c38c req-aef4271a-738a-45c3-8529-4d3964a5b866 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:46.101862 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5c253bbb-6635-4f52-ad96-fea594e4c38c req-aef4271a-738a-45c3-8529-4d3964a5b866 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0483356 Jun 23 11:58:46.150020 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5c253bbb-6635-4f52-ad96-fea594e4c38c req-f3a9e10b-7618-41ef-9c15-7a6f7718e146 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425584 Jun 23 11:58:46.205115 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a65aa7-81b6-441a-b30c-b87ef74b6a44 req-3aafc5bc-82bc-4613-be14-d6981ba5b444 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:46.206599 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-44a65aa7-81b6-441a-b30c-b87ef74b6a44 req-3aafc5bc-82bc-4613-be14-d6981ba5b444 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0485582 Jun 23 11:58:46.255486 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d100cdd-c175-4d8b-aa47-6a1b87ad4238 req-c04b9bf1-a73e-4926-a791-373fdc88818d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:46.256062 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-44a65aa7-81b6-441a-b30c-b87ef74b6a44 req-4d0fe876-7a51-4eb1-9081-da964b53088d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439215 Jun 23 11:58:46.257713 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0d100cdd-c175-4d8b-aa47-6a1b87ad4238 req-c04b9bf1-a73e-4926-a791-373fdc88818d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0483582 Jun 23 11:58:46.315742 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0d100cdd-c175-4d8b-aa47-6a1b87ad4238 req-67eb1ab5-42af-4427-8022-914ae874a6c0 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514774 Jun 23 11:58:46.824723 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01c18e-daf1-464e-8eff-dd243cc664ee req-2a94f7c8-5da3-4031-8f4c-b0336b9e3e3f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:46.826227 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ba01c18e-daf1-464e-8eff-dd243cc664ee req-2a94f7c8-5da3-4031-8f4c-b0336b9e3e3f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0574615 Jun 23 11:58:46.873338 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ba01c18e-daf1-464e-8eff-dd243cc664ee req-7403971d-0139-4cb1-92b2-3a6ec76c107f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414035 Jun 23 11:58:47.171940 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd59f09-c00d-4a31-846e-b70c37436386 req-7de063ee-b3a7-4eb7-a245-17b247167e15 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:47.173455 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1cd59f09-c00d-4a31-846e-b70c37436386 req-7de063ee-b3a7-4eb7-a245-17b247167e15 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0515790 Jun 23 11:58:47.222875 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1cd59f09-c00d-4a31-846e-b70c37436386 req-41b5bc65-7d57-4bae-b2d9-9e6e1c90fd80 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438042 Jun 23 11:58:47.275517 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba31f0-8a19-4938-ade8-ec06a568c306 req-898b7523-b65b-4e15-9a9d-1488581a770b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:47.277038 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e3ba31f0-8a19-4938-ade8-ec06a568c306 req-898b7523-b65b-4e15-9a9d-1488581a770b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0522230 Jun 23 11:58:47.325379 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e3ba31f0-8a19-4938-ade8-ec06a568c306 req-8d7930b6-d254-4722-a043-c1e5314dd9f2 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427554 Jun 23 11:58:47.348837 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:47.386755 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf6fdc-8748-4d92-9b88-546d843192e7 req-5fc14d67-7b64-44a9-a146-4f0572e1ee23 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:47.388269 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bedf6fdc-8748-4d92-9b88-546d843192e7 req-5fc14d67-7b64-44a9-a146-4f0572e1ee23 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0493579 Jun 23 11:58:47.424504 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:47.433601 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e61c75-9a95-4ec7-9ded-8e69a8a8aee9 req-80b110aa-2b6c-4ce1-b51e-cf16fe3e7972 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:47.435143 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-56e61c75-9a95-4ec7-9ded-8e69a8a8aee9 req-80b110aa-2b6c-4ce1-b51e-cf16fe3e7972 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0482943 Jun 23 11:58:47.437250 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bedf6fdc-8748-4d92-9b88-546d843192e7 req-e10f34a9-cbd4-4b19-8c33-b08e7cf35d3a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434797 Jun 23 11:58:47.484735 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-56e61c75-9a95-4ec7-9ded-8e69a8a8aee9 req-11c11749-2cf6-41cb-b09d-531973f173e8 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417311 Jun 23 11:58:47.985337 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee272a-a078-4d3b-a0e3-50cb30c6cf4d req-dc4365d4-bb69-45c9-a35f-2d70c39cb5c3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:47.986895 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-62ee272a-a078-4d3b-a0e3-50cb30c6cf4d req-dc4365d4-bb69-45c9-a35f-2d70c39cb5c3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0473280 Jun 23 11:58:48.038236 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-62ee272a-a078-4d3b-a0e3-50cb30c6cf4d req-e1d8522f-8e23-4077-b477-4ca80eb0d7ca tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457618 Jun 23 11:58:48.339710 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24bb1f-db00-4369-9444-8f44467fb45d req-d5192c18-b361-42aa-9cbc-37bab6a41b2a tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:48.341216 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9c24bb1f-db00-4369-9444-8f44467fb45d req-d5192c18-b361-42aa-9cbc-37bab6a41b2a tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0478179 Jun 23 11:58:48.393266 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9c24bb1f-db00-4369-9444-8f44467fb45d req-59709522-9638-4e54-aa3b-fb12a4c78427 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464275 Jun 23 11:58:48.446411 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca0b17-a8aa-4b2c-bef7-38b9061af095 req-3d6a6c9a-b8d0-4744-939e-e3c0548b9b90 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:48.448470 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b8ca0b17-a8aa-4b2c-bef7-38b9061af095 req-3d6a6c9a-b8d0-4744-939e-e3c0548b9b90 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0479887 Jun 23 11:58:48.496927 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b8ca0b17-a8aa-4b2c-bef7-38b9061af095 req-e58c555d-e135-4802-91a2-0d28a121ec0b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426855 Jun 23 11:58:48.556972 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514eb2f4-da11-4a7a-a1c3-1ab960e11a91 req-55961483-dd93-4eac-9eee-97c664859528 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:48.558484 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-514eb2f4-da11-4a7a-a1c3-1ab960e11a91 req-55961483-dd93-4eac-9eee-97c664859528 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0479918 Jun 23 11:58:48.603510 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526ed2a-2ab8-4a70-a974-90a0f5d73c29 req-df8708cc-7591-4c1e-9201-69d8b4a1cb07 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:48.605019 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4526ed2a-2ab8-4a70-a974-90a0f5d73c29 req-df8708cc-7591-4c1e-9201-69d8b4a1cb07 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0490234 Jun 23 11:58:48.607347 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-514eb2f4-da11-4a7a-a1c3-1ab960e11a91 req-033aac52-6934-448a-8460-055781187c32 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426788 Jun 23 11:58:48.655103 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4526ed2a-2ab8-4a70-a974-90a0f5d73c29 req-9f59e5c7-0e55-4817-9232-7363c173601c tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443537 Jun 23 11:58:49.149173 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbb972-f175-4673-a86b-2b181b413784 req-e9f0abf1-2981-467f-b0d3-f1742f198a01 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:49.151126 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f8fbb972-f175-4673-a86b-2b181b413784 req-e9f0abf1-2981-467f-b0d3-f1742f198a01 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0465891 Jun 23 11:58:49.198684 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f8fbb972-f175-4673-a86b-2b181b413784 req-a84cc4c5-6a19-499e-b1ef-5b4bab8f235a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419366 Jun 23 11:58:49.512409 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682be29-630f-4a04-8ea4-8429cb64863a req-5d2c973e-f8fc-4e69-a848-b6c979986a33 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:49.513909 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b682be29-630f-4a04-8ea4-8429cb64863a req-5d2c973e-f8fc-4e69-a848-b6c979986a33 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0522389 Jun 23 11:58:49.534741 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:49.562481 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b682be29-630f-4a04-8ea4-8429cb64863a req-5aa51a0d-4de2-4827-8e1f-9bf1fbebfc84 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429566 Jun 23 11:58:49.727640 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ee4f4-5f3e-4f01-b2ac-2558167192a0 req-c5d412eb-2f76-4ea5-9cbb-4e28d21773dc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:49.729239 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bf0ee4f4-5f3e-4f01-b2ac-2558167192a0 req-c5d412eb-2f76-4ea5-9cbb-4e28d21773dc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0505204 Jun 23 11:58:49.780300 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bf0ee4f4-5f3e-4f01-b2ac-2558167192a0 req-5a4d099d-3121-43c4-ab48-2ded70c96c5d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452533 Jun 23 11:58:49.830946 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:49.846986 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2de1e-ebda-42f7-8ccd-7f4b6f28f88c req-a3513126-1282-4f4d-abb7-ce8a121f2493 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:49.849123 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1da2de1e-ebda-42f7-8ccd-7f4b6f28f88c req-a3513126-1282-4f4d-abb7-ce8a121f2493 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.2791195 Jun 23 11:58:49.889535 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc373a-65d8-4e41-9cb7-aca504d3bfe8 req-d6858ebb-ffb4-4fee-9738-cc076c1d64ad tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:49.894014 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-30fc373a-65d8-4e41-9cb7-aca504d3bfe8 req-d6858ebb-ffb4-4fee-9738-cc076c1d64ad tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0565102 Jun 23 11:58:49.901601 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1da2de1e-ebda-42f7-8ccd-7f4b6f28f88c req-098a2db5-6cec-4212-973b-e6f00e363f8a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446272 Jun 23 11:58:49.940390 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-30fc373a-65d8-4e41-9cb7-aca504d3bfe8 req-e359718a-50dc-444f-8477-4c803b3c04ed tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434000 Jun 23 11:58:50.312998 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2705ff-d07e-49ff-8a43-ab43c5b69769 req-5562d948-c451-484e-8b2d-b1372e605121 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:50.314438 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-da2705ff-d07e-49ff-8a43-ab43c5b69769 req-5562d948-c451-484e-8b2d-b1372e605121 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0479777 Jun 23 11:58:50.360659 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-da2705ff-d07e-49ff-8a43-ab43c5b69769 req-b5f490f2-fbc2-45c0-a6da-a41ae3dbcf18 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406318 Jun 23 11:58:50.676937 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bb366-a3c7-4f0a-90d7-7216ac38a89c req-6408cca8-8480-41fd-b7bd-20bd581d3e67 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:50.678565 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7e0bb366-a3c7-4f0a-90d7-7216ac38a89c req-6408cca8-8480-41fd-b7bd-20bd581d3e67 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0481415 Jun 23 11:58:50.727086 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7e0bb366-a3c7-4f0a-90d7-7216ac38a89c req-921d03c6-21fd-463b-8d59-bfea6dbca106 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420632 Jun 23 11:58:50.830778 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:50.838050 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:50.839226 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=63,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:50.897901 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da109b0-55da-4e31-9dbd-a8e3cb8bfd3c req-e8324bf0-c2f2-458a-8606-3ee0647fd38d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:50.902797 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0da109b0-55da-4e31-9dbd-a8e3cb8bfd3c req-e8324bf0-c2f2-458a-8606-3ee0647fd38d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0499225 Jun 23 11:58:50.949526 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0da109b0-55da-4e31-9dbd-a8e3cb8bfd3c req-35bf64bc-a6e1-46d9-98fe-ec84df88f548 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435145 Jun 23 11:58:51.021158 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f6b66-c42b-40a2-9b98-6c17492af0fb req-88b30813-3289-490a-acf5-bc1bbfbc8b40 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:51.022688 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-770f6b66-c42b-40a2-9b98-6c17492af0fb req-88b30813-3289-490a-acf5-bc1bbfbc8b40 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0506885 Jun 23 11:58:51.061126 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cf425-2852-4c6e-9325-ea9d1babe3f9 req-e4153e51-b739-463b-a80a-60db432d109d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:51.062761 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4e9cf425-2852-4c6e-9325-ea9d1babe3f9 req-e4153e51-b739-463b-a80a-60db432d109d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0488369 Jun 23 11:58:51.075788 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-770f6b66-c42b-40a2-9b98-6c17492af0fb req-3e768b7b-a22f-420a-9906-7cec4ca9192b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465391 Jun 23 11:58:51.111141 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4e9cf425-2852-4c6e-9325-ea9d1babe3f9 req-a2df19ac-d45c-4af1-87a9-5ef5c59054ce tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427496 Jun 23 11:58:51.474791 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d7519-65fe-43a0-9b57-84004fdaf2b8 req-0859afd5-6add-4def-9df0-2aa58539b83d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:51.476263 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-500d7519-65fe-43a0-9b57-84004fdaf2b8 req-0859afd5-6add-4def-9df0-2aa58539b83d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0493953 Jun 23 11:58:51.526155 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-500d7519-65fe-43a0-9b57-84004fdaf2b8 req-5c01acbb-03f8-4341-bb44-439f7e5ac229 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443034 Jun 23 11:58:51.688139 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:58:51.840950 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52dd99-6149-4a76-83c7-83961175cadb req-99aa6f7c-34e0-4df6-8680-4a8f587488d9 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:51.842411 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8a52dd99-6149-4a76-83c7-83961175cadb req-99aa6f7c-34e0-4df6-8680-4a8f587488d9 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0470891 Jun 23 11:58:51.883863 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:51.894272 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8a52dd99-6149-4a76-83c7-83961175cadb req-f092c9d8-dec7-4efb-a59b-85b1efb4ed35 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462217 Jun 23 11:58:52.066103 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f7b72-7185-451d-a424-d8ffe50a1b4b req-e8dafa40-68c4-41d6-a07e-5964cce3c1f3 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:52.067572 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-256f7b72-7185-451d-a424-d8ffe50a1b4b req-e8dafa40-68c4-41d6-a07e-5964cce3c1f3 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0518019 Jun 23 11:58:52.115578 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-256f7b72-7185-451d-a424-d8ffe50a1b4b req-1b2b59f2-89dc-4df3-8e32-b0722306b196 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420868 Jun 23 11:58:52.217626 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a973155-2366-435e-8ae3-cd3cf0adbb58 req-2b6ca615-3f2a-4fdb-8554-5456459ca3b7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:52.219013 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1a973155-2366-435e-8ae3-cd3cf0adbb58 req-2b6ca615-3f2a-4fdb-8554-5456459ca3b7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0472500 Jun 23 11:58:52.268024 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1a973155-2366-435e-8ae3-cd3cf0adbb58 req-7fafdefd-9f76-400a-bf4d-8983245310de tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432110 Jun 23 11:58:52.371130 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6708e-4fb6-45d2-8955-82a6d77dbf40 req-66768d1c-2970-41c0-857f-4a44d86ffc34 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:52.372591 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7db6708e-4fb6-45d2-8955-82a6d77dbf40 req-66768d1c-2970-41c0-857f-4a44d86ffc34 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0470402 Jun 23 11:58:52.424117 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7db6708e-4fb6-45d2-8955-82a6d77dbf40 req-3afa412a-f61d-44fb-991f-0d2d2ddbee9a tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459251 Jun 23 11:58:52.638575 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983764a5-5546-4c35-940b-29c666368bf5 req-58bf3ff8-7205-495a-a9ec-dad2937bc0e3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:52.640096 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-983764a5-5546-4c35-940b-29c666368bf5 req-58bf3ff8-7205-495a-a9ec-dad2937bc0e3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0463009 Jun 23 11:58:52.691115 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-983764a5-5546-4c35-940b-29c666368bf5 req-e238efe5-c30f-4e9a-9aa7-1723e8064efb tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455141 Jun 23 11:58:53.011271 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e3264-194a-4ea8-a5f1-5d84a1b98a8d req-36a3a47c-b598-48de-89a2-ae866c755bf6 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:53.012777 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b89e3264-194a-4ea8-a5f1-5d84a1b98a8d req-36a3a47c-b598-48de-89a2-ae866c755bf6 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0483851 Jun 23 11:58:53.060283 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b89e3264-194a-4ea8-a5f1-5d84a1b98a8d req-972a954c-1d12-4360-99a4-700769445e9d tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419772 Jun 23 11:58:53.192236 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:53.233186 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5034e-f98d-4eea-b303-98b8b92073be req-69bdab1d-45fd-442a-9543-ed10f52c534b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:53.233186 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4bc5034e-f98d-4eea-b303-98b8b92073be req-69bdab1d-45fd-442a-9543-ed10f52c534b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0505986 Jun 23 11:58:53.284176 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4bc5034e-f98d-4eea-b303-98b8b92073be req-adeb9897-ba30-4a53-a34d-ae03ca522557 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442593 Jun 23 11:58:53.386450 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c593b9-0fa3-463a-8261-66f0e1647dfb req-db4d4063-f061-461c-a0e0-8ad27e87e7fd tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:53.387908 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b6c593b9-0fa3-463a-8261-66f0e1647dfb req-db4d4063-f061-461c-a0e0-8ad27e87e7fd tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0459354 Jun 23 11:58:53.433855 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b6c593b9-0fa3-463a-8261-66f0e1647dfb req-fad121ee-d55f-4ff1-b6af-6ee5b985a783 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403578 Jun 23 11:58:53.541279 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931ca30-1285-479d-82fd-83afb4c3752d req-b1a35994-532e-4626-bb07-94e385c653ab tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:53.542731 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8931ca30-1285-479d-82fd-83afb4c3752d req-b1a35994-532e-4626-bb07-94e385c653ab tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0503736 Jun 23 11:58:53.590960 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8931ca30-1285-479d-82fd-83afb4c3752d req-4ed9cc2c-76c8-4fe6-bd1e-98124833b466 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424407 Jun 23 11:58:53.808957 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab5322-9bbf-422a-8f58-da533e6ee936 req-09801377-60f8-4c56-9c45-e0fea3c05806 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:53.810441 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2cab5322-9bbf-422a-8f58-da533e6ee936 req-09801377-60f8-4c56-9c45-e0fea3c05806 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0468874 Jun 23 11:58:53.857185 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2cab5322-9bbf-422a-8f58-da533e6ee936 req-874257df-2123-4db4-a3cb-f41041a48d30 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411990 Jun 23 11:58:54.173211 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819304ac-c342-4b4d-853d-9fe708635a01 req-c7d17310-42ed-4783-8b8b-bae7cfdacc5a tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:54.174711 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-819304ac-c342-4b4d-853d-9fe708635a01 req-c7d17310-42ed-4783-8b8b-bae7cfdacc5a tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 947 time: 0.0471926 Jun 23 11:58:54.232039 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-819304ac-c342-4b4d-853d-9fe708635a01 req-fee5887e-c842-495e-90b7-8b909475b159 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/security-groups?id=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512695 Jun 23 11:58:54.307438 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5a592ed0-48b9-43b7-ac52-22e682d4fadc req-b262ca23-d5a6-478e-ad58-9e1d8b0df8ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf26417-9e61-446b-af12-0f2d3c6c3a6c HTTP/1.1" status: 200 len: 217 time: 0.1039326 Jun 23 11:58:54.376618 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:54.396811 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-61e17c81-c0fa-4ec4-831b-9d88f74262f2 req-49736aa2-5d26-43ee-9355-a12784c1a6e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1037827 Jun 23 11:58:54.457073 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eb889-0dd6-4b4c-9c85-3c7ce56805f5 req-d118f1ea-35a0-40e7-8d1c-5937d1799709 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:54.459849 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-294eb889-0dd6-4b4c-9c85-3c7ce56805f5 req-d118f1ea-35a0-40e7-8d1c-5937d1799709 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0585775 Jun 23 11:58:54.471652 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.44', 51177) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:58:54.514166 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.44', 51179) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:58:54.592475 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-16b1b003-fffe-45af-8741-8d3664f22dbb req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Deleting port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:58:54.592844 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-16b1b003-fffe-45af-8741-8d3664f22dbb req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:54.613730 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f72d28-6187-4fa3-981d-e090faed2cfc req-51bebdd2-3d3f-4883-bfb2-50ad8d183627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:54.615299 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-79f72d28-6187-4fa3-981d-e090faed2cfc req-51bebdd2-3d3f-4883-bfb2-50ad8d183627 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 1130 time: 0.1509311 Jun 23 11:58:54.668902 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e17c81-c0fa-4ec4-831b-9d88f74262f2 req-91cc2d2b-1d81-49c2-9781-5fa9c15c6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:54.670657 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-61e17c81-c0fa-4ec4-831b-9d88f74262f2 req-91cc2d2b-1d81-49c2-9781-5fa9c15c6446 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 1129 time: 0.1275308 Jun 23 11:58:54.683771 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-294eb889-0dd6-4b4c-9c85-3c7ce56805f5 req-2f849c14-2a17-4d3b-9c76-3731547040ed tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937273 Jun 23 11:58:54.749775 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6306198-4bf6-4a11-b33b-ad9a0e580f73 req-258e91fe-a677-4938-87d1-f409213b53b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:54.751859 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e6306198-4bf6-4a11-b33b-ad9a0e580f73 req-258e91fe-a677-4938-87d1-f409213b53b6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 1129 time: 0.2791224 Jun 23 11:58:54.759946 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a592ed0-48b9-43b7-ac52-22e682d4fadc req-9267302f-f28f-4eb4-8a40-650dbbee394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:54.762146 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5a592ed0-48b9-43b7-ac52-22e682d4fadc req-9267302f-f28f-4eb4-8a40-650dbbee394f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f554e47e-c8b1-4009-867d-2e008caa27f9 HTTP/1.1" status: 200 len: 853 time: 0.3757644 Jun 23 11:58:54.771532 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-79f72d28-6187-4fa3-981d-e090faed2cfc req-266b9687-05b3-4ed3-8e7b-abe706eeb557 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345296 Jun 23 11:58:54.787939 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:54.799160 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cd7d13e4-ecc3-4fa0-959d-78e8fdca2016 req-9c25a0a9-f165-45ef-bd89-f9363f941133 service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947075 Jun 23 11:58:54.831996 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24beac4b-5561-45cf-8597-29fafb33db25 req-daf57a98-cda2-4f9f-97f2-dfbd37417e63 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:54.833516 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-24beac4b-5561-45cf-8597-29fafb33db25 req-daf57a98-cda2-4f9f-97f2-dfbd37417e63 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.1722493 Jun 23 11:58:54.871814 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b4cf5-86bd-4b89-9c45-03ff5f230791 req-3eb76640-f498-4350-95ec-913648ed5097 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:54.873376 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-053b4cf5-86bd-4b89-9c45-03ff5f230791 req-3eb76640-f498-4350-95ec-913648ed5097 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0615427 Jun 23 11:58:54.896339 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e17c81-c0fa-4ec4-831b-9d88f74262f2 req-cc90da5d-4526-47d8-af22-810b04f48cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:54.898441 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e6306198-4bf6-4a11-b33b-ad9a0e580f73 req-d50c5158-235a-4697-b491-8a5f9dc47f0e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351445 Jun 23 11:58:54.898719 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-61e17c81-c0fa-4ec4-831b-9d88f74262f2 req-cc90da5d-4526-47d8-af22-810b04f48cff service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 920 time: 0.1900136 Jun 23 11:58:54.910674 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a592ed0-48b9-43b7-ac52-22e682d4fadc req-ab6a1ae2-66d1-4354-bcf1-0ac2bf630783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:54.912181 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5a592ed0-48b9-43b7-ac52-22e682d4fadc req-ab6a1ae2-66d1-4354-bcf1-0ac2bf630783 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33bf599f-e007-4787-9458-fbe47f8701cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1189170 Jun 23 11:58:54.913860 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-16b1b003-fffe-45af-8741-8d3664f22dbb req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] For port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3,segment=NetworkSegment(635d1976-4d61-425c-abeb-1628eab4822a),segment_id=635d1976-4d61-425c-abeb-1628eab4822a)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:58:54.914237 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-16b1b003-fffe-45af-8741-8d3664f22dbb req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:54.929239 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-053b4cf5-86bd-4b89-9c45-03ff5f230791 req-fed1f761-b0b1-451d-bd4c-08091131a6e4 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496931 Jun 23 11:58:54.934782 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:54.936087 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-16b1b003-fffe-45af-8741-8d3664f22dbb req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Calling delete_port for eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:58:54.964235 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-24beac4b-5561-45cf-8597-29fafb33db25 req-b18a3efb-b62c-42ac-a33a-c0097d3f1bef tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965681 Jun 23 11:58:55.036582 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed44ee-7fb5-4ecb-b60c-5b7569d1545d req-585cc73b-3909-4bde-b471-86a679f1c669 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:55.038162 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-60ed44ee-7fb5-4ecb-b60c-5b7569d1545d req-585cc73b-3909-4bde-b471-86a679f1c669 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0535042 Jun 23 11:58:55.090908 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-60ed44ee-7fb5-4ecb-b60c-5b7569d1545d req-69f0fd0b-badf-44c9-9d77-c5e1dab2772a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458028 Jun 23 11:58:55.091449 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-16b1b003-fffe-45af-8741-8d3664f22dbb req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:55.120476 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Pushing event deleted for resources: {'Port': ['ID=eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:58:55.130854 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:55.131206 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:55.131551 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:55.131901 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:55.132258 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:55.132569 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:55.132930 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:55.133258 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:55.133589 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:55.134073 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:55.134928 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:55.135265 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:55.136070 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:55.136070 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:55.136314 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:58:55.187632 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b1b003-fffe-45af-8741-8d3664f22dbb req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] No DVR routers for this DVR port eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:58:55.190159 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-16b1b003-fffe-45af-8741-8d3664f22dbb req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:55.193830 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-16b1b003-fffe-45af-8741-8d3664f22dbb req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.44 "DELETE /v2.0/ports/eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3 HTTP/1.1" status: 204 len: 173 time: 1.0113792 Jun 23 11:58:55.194304 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567ad1bf-ef6b-41f9-800f-f589f136a1b6', 'name': 'network-vif-deleted', 'tag': 'eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:58:55.196566 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19f9637-88db-4d1b-9ae8-93aa0bc170fb" -d '{"events": [{"server_uuid": "567ad1bf-ef6b-41f9-800f-f589f136a1b6", "name": "network-vif-deleted", "tag": "eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:58:55.263137 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-61e17c81-c0fa-4ec4-831b-9d88f74262f2 req-286882c0-218a-4edc-b03f-85e7f3beb9ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66465037-49ad-4b75-9a72-74ba5935f37a HTTP/1.1" status: 200 len: 217 time: 0.0678587 Jun 23 11:58:55.325507 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e38081-2b6a-4709-a7a5-aecd52eaa105 x-openstack-request-id: req-27e38081-2b6a-4709-a7a5-aecd52eaa105 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:58:55.326431 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567ad1bf-ef6b-41f9-800f-f589f136a1b6", "name": "network-vif-deleted", "tag": "eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:58:55.327098 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-27e38081-2b6a-4709-a7a5-aecd52eaa105 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:58:55.327656 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e38081-2b6a-4709-a7a5-aecd52eaa105'] response: {'server_uuid': '567ad1bf-ef6b-41f9-800f-f589f136a1b6', 'name': 'network-vif-deleted', 'tag': 'eb9b3f74-0dd2-4cc7-82cc-8329fe4585a3', 'status': 'completed', 'code': 200} Jun 23 11:58:55.354472 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cd7d13e4-ecc3-4fa0-959d-78e8fdca2016 req-39de0c91-21ab-4cab-bb72-d535f1bad972 service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542559 Jun 23 11:58:55.372133 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6c04b3f8-43e2-4e37-8d4b-5c05b94c596f req-3fad7d1e-00d5-4bd4-88b8-5c54d4e0fe9a tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 210 time: 0.0304768 Jun 23 11:58:55.591769 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff7885-ddf4-499e-8e46-5d5a98514eb5 req-96c2f5a1-fad4-4641-8039-2a53c179007c tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:55.593259 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a3ff7885-ddf4-499e-8e46-5d5a98514eb5 req-96c2f5a1-fad4-4641-8039-2a53c179007c tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 945 time: 0.0514200 Jun 23 11:58:55.714127 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:55.754620 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a3ff7885-ddf4-499e-8e46-5d5a98514eb5 req-2b72d827-3cbc-4f86-a02e-8e911e09bb4b tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420436 Jun 23 11:58:55.756381 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e17c81-c0fa-4ec4-831b-9d88f74262f2 req-4d510535-5ff6-489a-a129-352ed545e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:55.757864 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-61e17c81-c0fa-4ec4-831b-9d88f74262f2 req-4d510535-5ff6-489a-a129-352ed545e2dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.1254928 Jun 23 11:58:55.758087 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5a592ed0-48b9-43b7-ac52-22e682d4fadc req-0ddba56b-641d-4e25-b69f-e3842b547ba2 service neutron] 10.222.0.44 "GET /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586974 Jun 23 11:58:55.826490 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d316b8-37bb-42ac-9b22-035fb58fc14a req-8e87085f-ebee-4bc1-9955-2c14e6d98949 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:55.827972 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-03d316b8-37bb-42ac-9b22-035fb58fc14a req-8e87085f-ebee-4bc1-9955-2c14e6d98949 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0492368 Jun 23 11:58:55.877247 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-03d316b8-37bb-42ac-9b22-035fb58fc14a req-9fca766f-df10-4b41-8189-14782d6f19d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432744 Jun 23 11:58:56.045409 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab64e9-375c-44b1-a51e-6e7edf7788c4 req-f34ec545-55b6-4245-950b-134ee77641af tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:56.047170 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4bab64e9-375c-44b1-a51e-6e7edf7788c4 req-f34ec545-55b6-4245-950b-134ee77641af tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0487151 Jun 23 11:58:56.083329 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a81e2-6640-4fc2-9d06-68e84dd3320f req-352452c8-6774-4d7b-b45c-fbb1e90f956e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:56.084856 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c00a81e2-6640-4fc2-9d06-68e84dd3320f req-352452c8-6774-4d7b-b45c-fbb1e90f956e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0474095 Jun 23 11:58:56.094945 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4bab64e9-375c-44b1-a51e-6e7edf7788c4 req-c7e57229-17f7-43e9-97cf-4360c8f8acf4 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420918 Jun 23 11:58:56.133535 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c00a81e2-6640-4fc2-9d06-68e84dd3320f req-f61b3060-3e55-4229-bdf6-54e45eccdca3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425801 Jun 23 11:58:56.214209 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b064d-3e5a-474e-a5f2-f396c158678d req-db7f9147-adaa-46b9-9dbc-126e7f77b8d1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:56.215733 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5c7b064d-3e5a-474e-a5f2-f396c158678d req-db7f9147-adaa-46b9-9dbc-126e7f77b8d1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0563536 Jun 23 11:58:56.265644 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5c7b064d-3e5a-474e-a5f2-f396c158678d req-a115038a-d693-4a8b-b3e7-70e56d0899ac tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443025 Jun 23 11:58:56.475058 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8efdbe13-c6b5-40f7-b62a-6cf72f4b6f61 req-ee0f9288-87a1-4b00-a779-e575a483c5f3 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 210 time: 0.0328124 Jun 23 11:58:56.868463 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e2b78-1473-4b66-9d37-31f527bca08a req-15bceddf-6faa-405d-9088-b5f20a9b8e23 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:56.869981 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c95e2b78-1473-4b66-9d37-31f527bca08a req-15bceddf-6faa-405d-9088-b5f20a9b8e23 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 945 time: 0.0469255 Jun 23 11:58:56.919509 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c95e2b78-1473-4b66-9d37-31f527bca08a req-13c6ea4f-5380-417c-82e8-2838788b098e tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432639 Jun 23 11:58:56.991598 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfd322-39e6-476e-a764-901bbba720d5 req-297696d3-af84-4ebe-b65e-640e06703fe3 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:56.993104 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-18bfd322-39e6-476e-a764-901bbba720d5 req-297696d3-af84-4ebe-b65e-640e06703fe3 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0466800 Jun 23 11:58:57.039229 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-18bfd322-39e6-476e-a764-901bbba720d5 req-b5521526-f340-4909-a00c-f72b7cba9d3c tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405791 Jun 23 11:58:57.199530 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:57.215848 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adb0cb-f4d3-418b-ab45-a52228e4dc68 req-71218055-721c-4aa8-b22b-907d39c1dbbc tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:57.217369 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-13adb0cb-f4d3-418b-ab45-a52228e4dc68 req-71218055-721c-4aa8-b22b-907d39c1dbbc tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0548582 Jun 23 11:58:57.261481 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c37fc9-cd50-46ae-9ac1-cde7d285f890 req-f59f7905-303e-4c39-a0a8-875edd624519 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:57.263644 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-89c37fc9-cd50-46ae-9ac1-cde7d285f890 req-f59f7905-303e-4c39-a0a8-875edd624519 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0508821 Jun 23 11:58:57.266333 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-13adb0cb-f4d3-418b-ab45-a52228e4dc68 req-7c3535cb-6ef7-4775-b515-cc477c1fab5b tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434425 Jun 23 11:58:57.312764 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-89c37fc9-cd50-46ae-9ac1-cde7d285f890 req-a34237f0-91da-464c-a3c1-5e8733cc36fd tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438054 Jun 23 11:58:57.378756 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa7a3f-b38f-43b7-9eff-87aa9e7847a7 req-2cc81f5d-d9bc-465f-9c25-e8f0ae11fcd4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:57.380225 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e2fa7a3f-b38f-43b7-9eff-87aa9e7847a7 req-2cc81f5d-d9bc-465f-9c25-e8f0ae11fcd4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0466354 Jun 23 11:58:57.426560 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e2fa7a3f-b38f-43b7-9eff-87aa9e7847a7 req-e6113eb1-c66e-4a57-a34e-fbd42eb94cf8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400057 Jun 23 11:58:57.536587 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e17c81-c0fa-4ec4-831b-9d88f74262f2 req-1eb6cd5e-bfb0-4d99-8fb5-664329a547fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:57.538793 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-61e17c81-c0fa-4ec4-831b-9d88f74262f2 req-1eb6cd5e-bfb0-4d99-8fb5-664329a547fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435276 Jun 23 11:58:57.550889 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c3816-41ff-412e-b487-e8acd4aa0767 req-b285b2ed-4925-489e-a0f6-3f4e62c68d0f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:57.553156 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b49c3816-41ff-412e-b487-e8acd4aa0767 req-b285b2ed-4925-489e-a0f6-3f4e62c68d0f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0607226 Jun 23 11:58:57.561827 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 52946) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:58:57.567073 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-83bc2995-02f9-4d06-b3cc-c381b4de4732 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'floatingip': {'port_id': 'fe3999d6-abf8-455b-97de-e88dd06b7caa'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:58:57.593933 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c0f9e82a-948b-44f5-a2aa-a3768a744774 req-e9810649-6acd-4ac2-b0a4-60d2f90a0e04 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 210 time: 0.0408485 Jun 23 11:58:57.640638 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:57.669436 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-83bc2995-02f9-4d06-b3cc-c381b4de4732 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (6d86c802-2c0f-4ab7-abb8-c1bb06aede56), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:57.674632 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:57.837241 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5a592ed0-48b9-43b7-ac52-22e682d4fadc req-53751ec0-31c8-42eb-a0c5-57880392c7f6 service neutron] 10.222.0.44 "GET /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397141 Jun 23 11:58:57.893542 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-61e17c81-c0fa-4ec4-831b-9d88f74262f2 req-98cc7c8d-7b17-487e-bbc0-95e7f6b597f2 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971801 Jun 23 11:58:58.133323 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a63ae-fbbb-491a-b6e6-a1867faf8330 req-18b66654-6d4c-446d-8d7e-b8eda068deb9 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:58.134849 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0a1a63ae-fbbb-491a-b6e6-a1867faf8330 req-18b66654-6d4c-446d-8d7e-b8eda068deb9 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 945 time: 0.1332014 Jun 23 11:58:58.153874 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229c1b4-8047-442b-8160-1dea4321c8d8 req-0155fd9d-0531-4bda-830d-3c61f33c10dd tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:58.155333 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1229c1b4-8047-442b-8160-1dea4321c8d8 req-0155fd9d-0531-4bda-830d-3c61f33c10dd tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0469403 Jun 23 11:58:58.207031 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1229c1b4-8047-442b-8160-1dea4321c8d8 req-a3eda0b5-bc46-4dab-839b-48da9f00d64b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460014 Jun 23 11:58:58.386783 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f743b37-a925-484e-a2ae-dd892f00d94f req-860023a4-0e2f-40bf-a833-f2ea6fa157b8 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:58.388228 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4f743b37-a925-484e-a2ae-dd892f00d94f req-860023a4-0e2f-40bf-a833-f2ea6fa157b8 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0519879 Jun 23 11:58:58.440207 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4f743b37-a925-484e-a2ae-dd892f00d94f req-bea25810-699f-42f9-850d-c2d923105e0c tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461376 Jun 23 11:58:58.543230 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2965a-43e2-440a-b28e-1feb58dc7c69 req-dac5222c-d574-402d-9e80-70774ed4cc3f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:58.544744 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-aec2965a-43e2-440a-b28e-1feb58dc7c69 req-dac5222c-d574-402d-9e80-70774ed4cc3f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0462804 Jun 23 11:58:58.553559 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.db.resource_extend [None req-83bc2995-02f9-4d06-b3cc-c381b4de4732 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 11:58:58.559332 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0a1a63ae-fbbb-491a-b6e6-a1867faf8330 req-40f9151a-8b6f-40c5-9218-17289c30945d tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952935 Jun 23 11:58:58.601805 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-aec2965a-43e2-440a-b28e-1feb58dc7c69 req-1927d5cc-ac83-4539-82ff-59d9205dc019 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511768 Jun 23 11:58:58.630084 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-83bc2995-02f9-4d06-b3cc-c381b4de4732 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:58.639757 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-83bc2995-02f9-4d06-b3cc-c381b4de4732 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (6d86c802-2c0f-4ab7-abb8-c1bb06aede56), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:58.724877 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7d642-50e9-4fa8-8a46-2c7db3a81530 req-c6a6f83e-0efa-46d5-9614-ab37dd6c878f tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:58.726438 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-45c7d642-50e9-4fa8-8a46-2c7db3a81530 req-c6a6f83e-0efa-46d5-9614-ab37dd6c878f tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.1053605 Jun 23 11:58:58.727210 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cbb5a14d-89b2-4e4c-bdfe-4bb423e98e3b req-0e7d29b2-b84d-4e7e-8453-b5c1c788e05a tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 210 time: 0.0363452 Jun 23 11:58:58.818385 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [None req-83bc2995-02f9-4d06-b3cc-c381b4de4732 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Floating IP 6d86c802-2c0f-4ab7-abb8-c1bb06aede56 associated. External IP: 172.27.3.85, port: fe3999d6-abf8-455b-97de-e88dd06b7caa. Jun 23 11:58:58.860453 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-45c7d642-50e9-4fa8-8a46-2c7db3a81530 req-91b025fc-8b7b-470e-894a-cfdb7a6cc64b tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248798 Jun 23 11:58:59.023669 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:59.037790 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab3f24-032f-44d9-ba46-a0e5e74fdfab req-e1a8f18b-f5ca-4a4d-8a2e-9c696676e729 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:59.039574 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5cab3f24-032f-44d9-ba46-a0e5e74fdfab req-e1a8f18b-f5ca-4a4d-8a2e-9c696676e729 tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.44 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 945 time: 0.0967607 Jun 23 11:58:59.043081 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-61e17c81-c0fa-4ec4-831b-9d88f74262f2 req-c65420e0-17a6-48eb-a89e-8e9422b5b513 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212864 Jun 23 11:58:59.104949 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bc2995-02f9-4d06-b3cc-c381b4de4732 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Router 0bd1f321-5d98-4143-ba24-2a3aad50da03 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:58:59.112315 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:59.227142 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bc2995-02f9-4d06-b3cc-c381b4de4732 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:58:59.237486 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3539e9a-ec6a-48d9-ac5a-71aed7e538c0 None None] Sync routers for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:58:59.246828 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-83bc2995-02f9-4d06-b3cc-c381b4de4732 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:59.249711 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3539e9a-ec6a-48d9-ac5a-71aed7e538c0 None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:58:59.250770 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-f3539e9a-ec6a-48d9-ac5a-71aed7e538c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:58:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:58:59.300331 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:58:59.301941 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-83bc2995-02f9-4d06-b3cc-c381b4de4732 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "PUT /v2.0/floatingips/6d86c802-2c0f-4ab7-abb8-c1bb06aede56 HTTP/1.1" status: 200 len: 991 time: 1.7387059 Jun 23 11:58:59.304280 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a64ae5-5786-41de-9862-e321b902937a', 'tag': 'fe3999d6-abf8-455b-97de-e88dd06b7caa'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:58:59.306681 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba90ede-6547-4369-8d2e-160aef89e7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a64ae5-5786-41de-9862-e321b902937a", "tag": "fe3999d6-abf8-455b-97de-e88dd06b7caa"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:58:59.315628 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6a6d6-fa8a-4136-902b-3db2b74cd181 req-52b5b7ee-5d03-4bda-8b95-739c4badcd94 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:59.317199 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0fd6a6d6-fa8a-4136-902b-3db2b74cd181 req-52b5b7ee-5d03-4bda-8b95-739c4badcd94 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.1017711 Jun 23 11:58:59.340820 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e885-1a21-4c31-9c2e-1346e1c9f1a7 req-8f12b976-eff9-48e1-a6f3-e5004641c32a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:59.342341 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0d10e885-1a21-4c31-9c2e-1346e1c9f1a7 req-8f12b976-eff9-48e1-a6f3-e5004641c32a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0547228 Jun 23 11:58:59.371212 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-f3539e9a-ec6a-48d9-ac5a-71aed7e538c0 None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:58:59.375048 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0fd6a6d6-fa8a-4136-902b-3db2b74cd181 req-3d140972-3d2a-4a65-bb5b-090a22ce7679 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512474 Jun 23 11:58:59.426156 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0d10e885-1a21-4c31-9c2e-1346e1c9f1a7 req-4a3299c4-4c3e-4d84-a495-253f5a58a918 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775013 Jun 23 11:58:59.487030 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05b95c0-d237-4185-84bb-90f83bf478ad x-openstack-request-id: req-f05b95c0-d237-4185-84bb-90f83bf478ad {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:58:59.487342 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a64ae5-5786-41de-9862-e321b902937a", "tag": "fe3999d6-abf8-455b-97de-e88dd06b7caa", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:58:59.487661 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f05b95c0-d237-4185-84bb-90f83bf478ad {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:58:59.488122 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05b95c0-d237-4185-84bb-90f83bf478ad'] response: {'name': 'network-changed', 'server_uuid': 'b2a64ae5-5786-41de-9862-e321b902937a', 'tag': 'fe3999d6-abf8-455b-97de-e88dd06b7caa', 'status': 'completed', 'code': 200} Jun 23 11:58:59.513983 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-5cab3f24-032f-44d9-ba46-a0e5e74fdfab req-67cf180b-e818-4d54-9a09-7cabde013f6e tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Deleting port 0b035da7-5c00-4cd0-8237-b2b2955053b7 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:58:59.514461 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-5cab3f24-032f-44d9-ba46-a0e5e74fdfab req-67cf180b-e818-4d54-9a09-7cabde013f6e tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (0b035da7-5c00-4cd0-8237-b2b2955053b7), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:59.668264 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-5cab3f24-032f-44d9-ba46-a0e5e74fdfab req-67cf180b-e818-4d54-9a09-7cabde013f6e tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] For port 0b035da7-5c00-4cd0-8237-b2b2955053b7, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0b035da7-5c00-4cd0-8237-b2b2955053b7,segment=NetworkSegment(6b75d81d-3788-47e6-a7ec-066eae27f051),segment_id=6b75d81d-3788-47e6-a7ec-066eae27f051)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:58:59.668986 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-5cab3f24-032f-44d9-ba46-a0e5e74fdfab req-67cf180b-e818-4d54-9a09-7cabde013f6e tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (0b035da7-5c00-4cd0-8237-b2b2955053b7), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:58:59.682047 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-f3539e9a-ec6a-48d9-ac5a-71aed7e538c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '1ee13972-1a8a-4076-b32a-9b0ebb0c7084', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': 'aa6285e7-0658-4131-aef9-e0151dcf7912', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:64:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:55:14Z', 'updated_at': '2022-06-23T11:55:49Z', 'revision_number': 2, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}, {'id': '6d86c802-2c0f-4ab7-abb8-c1bb06aede56', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': 'fe3999d6-abf8-455b-97de-e88dd06b7caa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:3c:82:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a64ae5-5786-41de-9862-e321b902937a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:57:43Z', 'updated_at': '2022-06-23T11:58:58Z', 'revision_number': 1, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:58:59.709576 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3539e9a-ec6a-48d9-ac5a-71aed7e538c0 None None] Checking router: 0bd1f321-5d98-4143-ba24-2a3aad50da03 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:58:59.722986 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3539e9a-ec6a-48d9-ac5a-71aed7e538c0 None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:58:59.723881 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-f3539e9a-ec6a-48d9-ac5a-71aed7e538c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:58:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:58:59.752508 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-5cab3f24-032f-44d9-ba46-a0e5e74fdfab req-67cf180b-e818-4d54-9a09-7cabde013f6e tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Calling delete_port for 0b035da7-5c00-4cd0-8237-b2b2955053b7 owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:58:59.790249 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6208196-e552-49d0-95ad-3cd214a4389c req-6ef56336-afb1-4050-b325-6fbdaed11ffa tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:59.797124 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a6208196-e552-49d0-95ad-3cd214a4389c req-6ef56336-afb1-4050-b325-6fbdaed11ffa tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 945 time: 0.1260350 Jun 23 11:58:59.830620 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c8b0e-8d4e-445b-8d66-08af6aa0850a req-87c29942-0892-4418-8d66-a59a9c0905d0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:58:59.838967 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-691c8b0e-8d4e-445b-8d66-08af6aa0850a req-87c29942-0892-4418-8d66-a59a9c0905d0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0950019 Jun 23 11:58:59.892937 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-f3539e9a-ec6a-48d9-ac5a-71aed7e538c0 None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:58:59.905875 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a6208196-e552-49d0-95ad-3cd214a4389c req-04a614e9-4949-467e-8ff0-dac3eae427ae tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/security-groups?id=975619c9-9ff8-4711-8815-6cfd247926e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811958 Jun 23 11:58:59.952847 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-691c8b0e-8d4e-445b-8d66-08af6aa0850a req-20181973-ef81-44e3-b071-13d0a654d74d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119604 Jun 23 11:59:00.050329 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7782edc3-d58d-4c1f-a7d3-0837b1f987e3 req-0adfd7dd-4add-4d08-a36c-02de8ecc0194 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] 10.222.0.67 "GET /v2.0/ports?device_id=567ad1bf-ef6b-41f9-800f-f589f136a1b6 HTTP/1.1" status: 200 len: 210 time: 0.0355196 Jun 23 11:59:00.077549 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-5cab3f24-032f-44d9-ba46-a0e5e74fdfab req-67cf180b-e818-4d54-9a09-7cabde013f6e tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (0b035da7-5c00-4cd0-8237-b2b2955053b7), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:00.105923 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf180b-e818-4d54-9a09-7cabde013f6e tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Pushing event deleted for resources: {'Port': ['ID=0b035da7-5c00-4cd0-8237-b2b2955053b7,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:00.164803 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cab3f24-032f-44d9-ba46-a0e5e74fdfab req-67cf180b-e818-4d54-9a09-7cabde013f6e tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] No DVR routers for this DVR port 0b035da7-5c00-4cd0-8237-b2b2955053b7 on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:59:00.167960 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-5cab3f24-032f-44d9-ba46-a0e5e74fdfab req-67cf180b-e818-4d54-9a09-7cabde013f6e tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:00.171341 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5cab3f24-032f-44d9-ba46-a0e5e74fdfab req-67cf180b-e818-4d54-9a09-7cabde013f6e tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.44 "DELETE /v2.0/ports/0b035da7-5c00-4cd0-8237-b2b2955053b7 HTTP/1.1" status: 204 len: 173 time: 0.7889631 Jun 23 11:59:00.178330 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-f3539e9a-ec6a-48d9-ac5a-71aed7e538c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '1ee13972-1a8a-4076-b32a-9b0ebb0c7084', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': 'aa6285e7-0658-4131-aef9-e0151dcf7912', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:64:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:55:14Z', 'updated_at': '2022-06-23T11:55:49Z', 'revision_number': 2, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}, {'id': '6d86c802-2c0f-4ab7-abb8-c1bb06aede56', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': 'fe3999d6-abf8-455b-97de-e88dd06b7caa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:3c:82:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a64ae5-5786-41de-9862-e321b902937a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:57:43Z', 'updated_at': '2022-06-23T11:58:58Z', 'revision_number': 1, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:00.208258 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3539e9a-ec6a-48d9-ac5a-71aed7e538c0 None None] The sync data for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi is: [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '1ee13972-1a8a-4076-b32a-9b0ebb0c7084', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': 'aa6285e7-0658-4131-aef9-e0151dcf7912', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:64:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:55:14Z', 'updated_at': '2022-06-23T11:55:49Z', 'revision_number': 2, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}, {'id': '6d86c802-2c0f-4ab7-abb8-c1bb06aede56', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': 'fe3999d6-abf8-455b-97de-e88dd06b7caa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:3c:82:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a64ae5-5786-41de-9862-e321b902937a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:57:43Z', 'updated_at': '2022-06-23T11:58:58Z', 'revision_number': 1, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:59:00.249977 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53002) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:00.264932 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 0b035da7-5c00-4cd0-8237-b2b2955053b7 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 11:59:00.285891 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: 0b035da7-5c00-4cd0-8237-b2b2955053b7 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 11:59:00.286244 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 0b035da7-5c00-4cd0-8237-b2b2955053b7 not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 11:59:00.372198 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f8341389-4fd3-474a-b484-7eb0f7750360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:00.468346 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba90ede-6547-4369-8d2e-160aef89e7ab req-a917ff9b-049f-433f-88d4-c53a15359f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:00.473704 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77244e7-1da0-4e8a-a23c-f00222af68f1 None None] New status for floating IP 6d86c802-2c0f-4ab7-abb8-c1bb06aede56: ACTIVE {{(pid=103991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:59:00.479165 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3ba90ede-6547-4369-8d2e-160aef89e7ab req-a917ff9b-049f-433f-88d4-c53a15359f1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4f73dfee32d43b985e9192000eaed8c&device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 1130 time: 0.0936465 Jun 23 11:59:00.532093 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:00.586845 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f8341389-4fd3-474a-b484-7eb0f7750360 admin admin] Publish callbacks [] for security_group (0a623d9c-65ab-46c4-b6aa-61bd67227745), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:00.595361 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f8341389-4fd3-474a-b484-7eb0f7750360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (0a623d9c-65ab-46c4-b6aa-61bd67227745), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:00.622504 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacc648-ac0c-4f88-a45e-2e15f700c992 req-ed1f04bb-3a62-43d1-83b7-041da63381df tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:00.624219 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-edacc648-ac0c-4f88-a45e-2e15f700c992 req-ed1f04bb-3a62-43d1-83b7-041da63381df tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0744388 Jun 23 11:59:00.653601 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8341389-4fd3-474a-b484-7eb0f7750360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a623d9c-65ab-46c4-b6aa-61bd67227745,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:00.666985 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-f8341389-4fd3-474a-b484-7eb0f7750360 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e5e31b080963402f8f2553fbc16e4311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4130511 Jun 23 11:59:00.667659 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53008) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:00.767147 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-edacc648-ac0c-4f88-a45e-2e15f700c992 req-37ff2238-c230-48cd-9336-bcc992b81aea tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247325 Jun 23 11:59:01.066135 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2d149ac5-ad16-4aba-b8b1-bc8b38183f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:01.072730 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d0beb2e3-3497-4d3c-afd1-12ae8849d8a1 admin admin] Publish callbacks [] for security_group (0a623d9c-65ab-46c4-b6aa-61bd67227745), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:01.093372 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d2213079-9e47-4528-ab06-80c00f8d5536 req-90edba26-228e-4162-84e7-7342a02a5def tempest-VolumesSnapshotTestJSON-81888496 tempest-VolumesSnapshotTestJSON-81888496-project] 10.222.0.67 "GET /v2.0/ports?device_id=b53cbaa7-867e-41fd-ae9d-437ed7dab927 HTTP/1.1" status: 200 len: 210 time: 0.0771141 Jun 23 11:59:01.173730 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7da5-69ab-467a-bb4a-613454137a2d req-a5fa002e-1442-4740-9b35-a34e7299bdd6 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:01.174944 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bbbe7da5-69ab-467a-bb4a-613454137a2d req-a5fa002e-1442-4740-9b35-a34e7299bdd6 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0992413 Jun 23 11:59:01.182157 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d0beb2e3-3497-4d3c-afd1-12ae8849d8a1 admin admin] Publish callbacks [] for security_group (0a623d9c-65ab-46c4-b6aa-61bd67227745), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:01.185097 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba90ede-6547-4369-8d2e-160aef89e7ab req-2db916b4-e363-4182-b1f0-2795bfffd409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:01.186792 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3ba90ede-6547-4369-8d2e-160aef89e7ab req-2db916b4-e363-4182-b1f0-2795bfffd409 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e2860678-188a-43de-956c-7f6a2a5353f6 HTTP/1.1" status: 200 len: 916 time: 0.4831600 Jun 23 11:59:01.396408 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bbbe7da5-69ab-467a-bb4a-613454137a2d req-46d42a43-2d48-4ae7-bd43-6f864e8ac567 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001693 Jun 23 11:59:01.420813 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d0beb2e3-3497-4d3c-afd1-12ae8849d8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (0a623d9c-65ab-46c4-b6aa-61bd67227745), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:01.424333 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d0beb2e3-3497-4d3c-afd1-12ae8849d8a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:01.425779 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-d0beb2e3-3497-4d3c-afd1-12ae8849d8a1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0a623d9c-65ab-46c4-b6aa-61bd67227745 HTTP/1.1" status: 204 len: 168 time: 0.7575071 Jun 23 11:59:01.489751 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53cbaa7-867e-41fd-ae9d-437ed7dab927', 'name': 'network-vif-deleted', 'tag': '0b035da7-5c00-4cd0-8237-b2b2955053b7'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:59:01.492329 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2001545-8023-46a8-8e1b-c8fd212f96d7" -d '{"events": [{"server_uuid": "b53cbaa7-867e-41fd-ae9d-437ed7dab927", "name": "network-vif-deleted", "tag": "0b035da7-5c00-4cd0-8237-b2b2955053b7"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:59:01.500753 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3ba90ede-6547-4369-8d2e-160aef89e7ab req-ba3d9bc4-5e2d-4b2a-b00a-8d43c8ffac4d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe3999d6-abf8-455b-97de-e88dd06b7caa HTTP/1.1" status: 200 len: 1001 time: 0.2991292 Jun 23 11:59:01.501642 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0beb2e3-3497-4d3c-afd1-12ae8849d8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a623d9c-65ab-46c4-b6aa-61bd67227745,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:01.537199 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:01.639089 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba90ede-6547-4369-8d2e-160aef89e7ab req-8037289c-19f8-4742-876f-fa6e15d2cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:01.641110 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3ba90ede-6547-4369-8d2e-160aef89e7ab req-8037289c-19f8-4742-876f-fa6e15d2cc17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa HTTP/1.1" status: 200 len: 854 time: 0.1203506 Jun 23 11:59:01.645904 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffcba30-adad-44ff-8051-e7a9362e6967 x-openstack-request-id: req-9ffcba30-adad-44ff-8051-e7a9362e6967 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:59:01.646599 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53cbaa7-867e-41fd-ae9d-437ed7dab927", "name": "network-vif-deleted", "tag": "0b035da7-5c00-4cd0-8237-b2b2955053b7", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:59:01.647010 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9ffcba30-adad-44ff-8051-e7a9362e6967 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:59:01.647571 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffcba30-adad-44ff-8051-e7a9362e6967'] response: {'server_uuid': 'b53cbaa7-867e-41fd-ae9d-437ed7dab927', 'name': 'network-vif-deleted', 'tag': '0b035da7-5c00-4cd0-8237-b2b2955053b7', 'status': 'completed', 'code': 200} Jun 23 11:59:01.747900 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd9669-f2c2-4ee3-92ef-baac6178bb85 req-103c2943-8a11-4999-9921-a0fcfa9181e0 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:01.756302 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-25bd9669-f2c2-4ee3-92ef-baac6178bb85 req-103c2943-8a11-4999-9921-a0fcfa9181e0 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0604455 Jun 23 11:59:01.805951 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-25bd9669-f2c2-4ee3-92ef-baac6178bb85 req-f807181c-1846-4fea-96a2-7cf88a220419 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481396 Jun 23 11:59:01.940729 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba90ede-6547-4369-8d2e-160aef89e7ab req-cf0af20d-2082-4b95-84c9-58d364a4e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:01.954353 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3ba90ede-6547-4369-8d2e-160aef89e7ab req-cf0af20d-2082-4b95-84c9-58d364a4e996 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e2860678-188a-43de-956c-7f6a2a5353f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784769 Jun 23 11:59:02.002836 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-b8210282-11c8-4bd3-9149-e8b1db1b45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:02.004493 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-b8210282-11c8-4bd3-9149-e8b1db1b45b3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421&tenant_id=d211354c655b469491d235e5507e61ba HTTP/1.1" status: 200 len: 1127 time: 0.0895069 Jun 23 11:59:02.009411 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:02.014620 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fae1c2-9d48-4915-b97a-a94c359a1c79 req-1b7ce721-0609-43e1-9af2-5a835ac92337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:02.016260 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d1fae1c2-9d48-4915-b97a-a94c359a1c79 req-1b7ce721-0609-43e1-9af2-5a835ac92337 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 1130 time: 0.1407814 Jun 23 11:59:02.034254 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:02.105855 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3ba90ede-6547-4369-8d2e-160aef89e7ab req-3f8a6b57-97be-44d6-b5df-67f3b61bea06 service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422956 Jun 23 11:59:02.216315 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-361cd46d-40bd-419a-a160-e72ca303a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:02.218209 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-361cd46d-40bd-419a-a160-e72ca303a991 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d211354c655b469491d235e5507e61ba&device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 1127 time: 0.1800776 Jun 23 11:59:02.243234 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fae1c2-9d48-4915-b97a-a94c359a1c79 req-7f193d08-0cc7-4327-acbb-07d50dd4897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:02.245441 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d1fae1c2-9d48-4915-b97a-a94c359a1c79 req-7f193d08-0cc7-4327-acbb-07d50dd4897d service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 920 time: 0.2230017 Jun 23 11:59:02.329619 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3ba90ede-6547-4369-8d2e-160aef89e7ab req-ae0e788a-ab00-432b-95ab-69947d0a1f69 service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914225 Jun 23 11:59:02.457311 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d1fae1c2-9d48-4915-b97a-a94c359a1c79 req-aaa0daa4-a95a-49ba-b6f2-8a25aeeed23b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e482920e-48e2-4b63-930d-1d004fbb0de0 HTTP/1.1" status: 200 len: 1001 time: 0.0720577 Jun 23 11:59:02.594964 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fae1c2-9d48-4915-b97a-a94c359a1c79 req-109fddff-4265-489e-bf14-f10166f30de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:02.596766 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d1fae1c2-9d48-4915-b97a-a94c359a1c79 req-109fddff-4265-489e-bf14-f10166f30de3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.1310713 Jun 23 11:59:02.612631 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067243f-4a66-48da-901e-a97c8756d6a2 req-bc4d4ee7-d5f9-4fcc-8ce0-25333a8a3d9b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:02.626016 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e067243f-4a66-48da-901e-a97c8756d6a2 req-bc4d4ee7-d5f9-4fcc-8ce0-25333a8a3d9b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.1208012 Jun 23 11:59:02.674209 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-2cc2519b-642a-475e-9f76-812bb9609ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:02.676132 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-2cc2519b-642a-475e-9f76-812bb9609ca0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=95d2a966-c2d0-4baf-b3af-40bcab8446e6 HTTP/1.1" status: 200 len: 918 time: 0.2892966 Jun 23 11:59:02.693489 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fae1c2-9d48-4915-b97a-a94c359a1c79 req-10f3334c-be81-4780-bb94-5a3f54d0e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:02.695220 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d1fae1c2-9d48-4915-b97a-a94c359a1c79 req-10f3334c-be81-4780-bb94-5a3f54d0e6c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869448 Jun 23 11:59:02.698411 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:02.710144 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e067243f-4a66-48da-901e-a97c8756d6a2 req-ec314e1b-0468-4a80-8cf6-e67fb57677f2 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824327 Jun 23 11:59:02.790243 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-a8aa4f68-cea1-4a11-838e-81098e31a51f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e HTTP/1.1" status: 200 len: 998 time: 0.1066735 Jun 23 11:59:02.908870 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d1fae1c2-9d48-4915-b97a-a94c359a1c79 req-7c9b6146-bdf2-455d-8901-422af7be18ef service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812429 Jun 23 11:59:02.926950 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-cb845886-696b-4a13-9dd3-aa7f8362ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:02.928714 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-cb845886-696b-4a13-9dd3-aa7f8362ce12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fea9b42-e008-42bd-8176-b6f37ce2fc7a HTTP/1.1" status: 200 len: 856 time: 0.1030824 Jun 23 11:59:03.017301 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5da09-805e-45cf-b7cf-3da5f8ccc884 req-4201478b-8d0d-475d-9465-5b03c0c0ddb8 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:03.019424 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bdc5da09-805e-45cf-b7cf-3da5f8ccc884 req-4201478b-8d0d-475d-9465-5b03c0c0ddb8 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.1319232 Jun 23 11:59:03.095288 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-ad1f23f2-babb-447f-996c-4234ec1d0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:03.097168 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-ad1f23f2-babb-447f-996c-4234ec1d0d8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95d2a966-c2d0-4baf-b3af-40bcab8446e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1505499 Jun 23 11:59:03.180070 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d1fae1c2-9d48-4915-b97a-a94c359a1c79 req-d7186b84-2110-4100-a63f-9ebc6c8b2afb service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456512 Jun 23 11:59:03.246003 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bdc5da09-805e-45cf-b7cf-3da5f8ccc884 req-b3bbe1e5-b71f-4b52-913b-8b7cfeb9fa68 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190995 Jun 23 11:59:03.303629 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-9bafb7e9-4053-4653-8af1-d304e50888d9 service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976466 Jun 23 11:59:03.390179 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-713c08d9-af10-4404-aaa1-2e4d4f19417c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:03.395648 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:03.407469 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2b19a154-6319-4df6-82ab-83ac3bc7c7d9 req-ea710460-11af-470c-a3bb-110ec38d97f8 service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972676 Jun 23 11:59:03.854665 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760aedd-3d6f-43bd-883c-5188bda832fc req-4e213cdb-233a-4dc8-b5ce-7eff09975660 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:03.856285 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4760aedd-3d6f-43bd-883c-5188bda832fc req-4e213cdb-233a-4dc8-b5ce-7eff09975660 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0617797 Jun 23 11:59:03.932327 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4760aedd-3d6f-43bd-883c-5188bda832fc req-c07cd4c3-a22f-4957-a6b5-223ee2442348 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681679 Jun 23 11:59:04.438388 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac9121-9af5-42b0-974a-03ce67fa18e9 req-c0f8ba8c-edc4-459d-8608-f078d6f5df94 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:04.447625 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5cac9121-9af5-42b0-974a-03ce67fa18e9 req-c0f8ba8c-edc4-459d-8608-f078d6f5df94 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0678909 Jun 23 11:59:04.506266 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:04.577856 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5cac9121-9af5-42b0-974a-03ce67fa18e9 req-0b0ab7a8-3872-404d-941e-7f27d324e956 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279976 Jun 23 11:59:04.677273 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:05.077747 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219eecb6-6560-4f64-9f25-26d07b601b2f req-75e27b7d-958b-4a9e-a273-6649ffcb9cdd tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:05.079391 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-219eecb6-6560-4f64-9f25-26d07b601b2f req-75e27b7d-958b-4a9e-a273-6649ffcb9cdd tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0552509 Jun 23 11:59:05.152450 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-219eecb6-6560-4f64-9f25-26d07b601b2f req-704e094a-b9c0-457d-9283-efb95f8c22f4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661891 Jun 23 11:59:05.698614 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29e397-a5d6-494d-8515-308aca170622 req-c459dd21-a9b4-401a-9764-4bce25346bea tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:05.700182 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3f29e397-a5d6-494d-8515-308aca170622 req-c459dd21-a9b4-401a-9764-4bce25346bea tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0528269 Jun 23 11:59:05.768102 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3f29e397-a5d6-494d-8515-308aca170622 req-d0dcd882-b957-4281-9ed5-3ec8c6abb2f9 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592303 Jun 23 11:59:05.889963 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:06.145028 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:06.309093 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e1fc-6f37-4a30-8bd0-b6742d3459b6 req-e3a3f509-07a1-4e90-ab29-5bc68eed102a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:06.310780 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2958e1fc-6f37-4a30-8bd0-b6742d3459b6 req-e3a3f509-07a1-4e90-ab29-5bc68eed102a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0549030 Jun 23 11:59:06.367291 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2958e1fc-6f37-4a30-8bd0-b6742d3459b6 req-17a545f7-8b64-401b-9427-8c3f1d123851 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465884 Jun 23 11:59:06.906758 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75371473-c723-46e1-a329-9491b6f0187a req-2768dbcf-3731-4ca9-9528-6d792da35920 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:06.908300 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-75371473-c723-46e1-a329-9491b6f0187a req-2768dbcf-3731-4ca9-9528-6d792da35920 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0556221 Jun 23 11:59:06.964358 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-75371473-c723-46e1-a329-9491b6f0187a req-68ad1ca7-b9ef-4e1e-ac49-c44dbc06ee16 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500879 Jun 23 11:59:07.513241 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738c594-35e6-40fa-8924-e4956bb50239 req-f241e196-78e8-48c7-8c98-0af8a05b00c7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:07.514931 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0738c594-35e6-40fa-8924-e4956bb50239 req-f241e196-78e8-48c7-8c98-0af8a05b00c7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0537398 Jun 23 11:59:07.572502 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0738c594-35e6-40fa-8924-e4956bb50239 req-b89df951-ab3b-4a1a-919d-cb5560c66a76 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511279 Jun 23 11:59:08.093158 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa162ef3-1c31-4849-9d3b-52d152313fe1 req-b741ed37-b36b-4080-9874-81a6e145ccd1 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:08.097697 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa162ef3-1c31-4849-9d3b-52d152313fe1 req-b741ed37-b36b-4080-9874-81a6e145ccd1 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0611153 Jun 23 11:59:08.166537 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fa162ef3-1c31-4849-9d3b-52d152313fe1 req-109ec01c-d54c-4734-9b8e-c80358b8d156 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613403 Jun 23 11:59:08.735709 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a46ca-c83e-49d7-8927-34ad6d9c8255 req-a8e403dc-290d-432a-9481-51bc437dd5f6 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:08.737900 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-883a46ca-c83e-49d7-8927-34ad6d9c8255 req-a8e403dc-290d-432a-9481-51bc437dd5f6 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0508492 Jun 23 11:59:08.805193 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-883a46ca-c83e-49d7-8927-34ad6d9c8255 req-55f9e6bc-422e-49ff-82a0-b3ca2f023cea tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565965 Jun 23 11:59:09.286153 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33204aa-0c6e-46fb-bcd7-0a50236e8227 req-08b998bf-8d59-4664-8f66-3c2fafb87bcd tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:09.287702 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b33204aa-0c6e-46fb-bcd7-0a50236e8227 req-08b998bf-8d59-4664-8f66-3c2fafb87bcd tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0495145 Jun 23 11:59:09.340327 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b33204aa-0c6e-46fb-bcd7-0a50236e8227 req-6447bd51-4ee8-43ca-bf2f-4debc597fb38 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462449 Jun 23 11:59:09.940701 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb2129-1202-444c-aca3-05724e718ae1 req-5bcc3891-5cbd-4b0c-bdfb-9d8ca59498a8 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:09.945824 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-44cb2129-1202-444c-aca3-05724e718ae1 req-5bcc3891-5cbd-4b0c-bdfb-9d8ca59498a8 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0586233 Jun 23 11:59:09.994623 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-44cb2129-1202-444c-aca3-05724e718ae1 req-70672970-9de3-4c7a-b142-4d0a9d0f66b4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461130 Jun 23 11:59:10.200381 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:10.483550 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0793e6-97be-483f-adf1-7d8e08fd23e0 req-7597217f-f872-4871-8fda-4b83194c52b5 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:10.485339 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0e0793e6-97be-483f-adf1-7d8e08fd23e0 req-7597217f-f872-4871-8fda-4b83194c52b5 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0677269 Jun 23 11:59:10.543534 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0e0793e6-97be-483f-adf1-7d8e08fd23e0 req-a271d3fb-9016-4383-abd0-ee837edc55fe tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513198 Jun 23 11:59:10.589339 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=14 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:10.602542 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:11.120645 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49fa3a-dc3b-4a6d-b733-cef7811c5abe req-16c84379-6828-4ce2-a18f-ad3b3baee196 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:11.122066 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8a49fa3a-dc3b-4a6d-b733-cef7811c5abe req-16c84379-6828-4ce2-a18f-ad3b3baee196 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0492730 Jun 23 11:59:11.190748 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8a49fa3a-dc3b-4a6d-b733-cef7811c5abe req-09b1ce2c-d36d-4ca6-ac0d-a79429358f9e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628562 Jun 23 11:59:11.684137 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde8ab4-d289-4cbd-abfa-397df5e72c1a req-f0e137bf-1cd6-4eb0-a6c2-d29eaed10fab tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:11.685822 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bfde8ab4-d289-4cbd-abfa-397df5e72c1a req-f0e137bf-1cd6-4eb0-a6c2-d29eaed10fab tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0583465 Jun 23 11:59:11.749362 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bfde8ab4-d289-4cbd-abfa-397df5e72c1a req-c63fef9d-15a8-4042-ac06-3650cdb15af7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572019 Jun 23 11:59:12.367663 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e7caf-9150-4218-af27-965746acf76f req-d5325a7f-2f82-484a-8649-e7eae63289c6 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:12.370444 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-052e7caf-9150-4218-af27-965746acf76f req-d5325a7f-2f82-484a-8649-e7eae63289c6 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0636351 Jun 23 11:59:12.399117 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:12.401802 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 53476) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:12.436012 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-052e7caf-9150-4218-af27-965746acf76f req-646bd978-b296-4385-a5d5-bb5e61455fe8 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553730 Jun 23 11:59:12.553537 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-7e3bc256-d6d6-4aa3-8f7e-91fda6145b8c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d410564d1ba94f7883cd07fcf16be765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503203 Jun 23 11:59:12.556566 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 53482) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:12.633445 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-98b8bf7a-a1a7-467d-af04-c3e77cb0d9ce admin admin] Publish callbacks [] for security_group (3a002ad8-45c2-4aa8-ab3d-0bce6f170beb), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:12.663247 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-98b8bf7a-a1a7-467d-af04-c3e77cb0d9ce admin admin] Publish callbacks [] for security_group (3a002ad8-45c2-4aa8-ab3d-0bce6f170beb), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:12.717206 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-98b8bf7a-a1a7-467d-af04-c3e77cb0d9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (3a002ad8-45c2-4aa8-ab3d-0bce6f170beb), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:12.720320 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-98b8bf7a-a1a7-467d-af04-c3e77cb0d9ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:12.721520 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-98b8bf7a-a1a7-467d-af04-c3e77cb0d9ce admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3a002ad8-45c2-4aa8-ab3d-0bce6f170beb HTTP/1.1" status: 204 len: 168 time: 0.1634588 Jun 23 11:59:12.735819 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8bf7a-a1a7-467d-af04-c3e77cb0d9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a002ad8-45c2-4aa8-ab3d-0bce6f170beb,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:12.883655 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0efbd-b96b-4d7d-9f38-9587b4926a98 req-ad818c27-d61e-4fa0-96e4-580b3a540d10 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:12.889271 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6db0efbd-b96b-4d7d-9f38-9587b4926a98 req-ad818c27-d61e-4fa0-96e4-580b3a540d10 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0619166 Jun 23 11:59:12.960542 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6db0efbd-b96b-4d7d-9f38-9587b4926a98 req-1882816c-8e11-46cb-ac9b-3e3c1ced7c04 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695348 Jun 23 11:59:13.564216 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bc284-f373-423f-b98f-a15200af8f01 req-6f342c43-8dd1-406b-b49a-9609eb93503e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:13.565710 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-462bc284-f373-423f-b98f-a15200af8f01 req-6f342c43-8dd1-406b-b49a-9609eb93503e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0473614 Jun 23 11:59:13.612467 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-462bc284-f373-423f-b98f-a15200af8f01 req-511f59a2-192b-4bb2-9923-85e88d76f654 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412495 Jun 23 11:59:14.033209 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:14.069554 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f6c5e-afd9-4258-802b-df43277cc210 req-7bdfc998-b8d0-4b5e-9893-62cdc79ca3ae tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:14.071005 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e67f6c5e-afd9-4258-802b-df43277cc210 req-7bdfc998-b8d0-4b5e-9893-62cdc79ca3ae tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0478029 Jun 23 11:59:14.103104 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:14.121657 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e67f6c5e-afd9-4258-802b-df43277cc210 req-a0d8cee2-c5d5-48cb-9b03-0a0adcbf6340 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444806 Jun 23 11:59:14.737743 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c007c77-05a6-4577-8895-a95464bf1ca8 req-7fe3d865-9563-40bb-b044-4b8691da211f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:14.739272 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0c007c77-05a6-4577-8895-a95464bf1ca8 req-7fe3d865-9563-40bb-b044-4b8691da211f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0480373 Jun 23 11:59:14.788634 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0c007c77-05a6-4577-8895-a95464bf1ca8 req-b64dce9a-d17a-4c8c-b720-f1384e28db4b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436585 Jun 23 11:59:15.252712 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a93dfb-9a8e-4659-8925-54b9c06570f8 req-b0eec74c-a4b7-4b1a-8ce4-102a6147711c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:15.254219 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-31a93dfb-9a8e-4659-8925-54b9c06570f8 req-b0eec74c-a4b7-4b1a-8ce4-102a6147711c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0616109 Jun 23 11:59:15.304951 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-31a93dfb-9a8e-4659-8925-54b9c06570f8 req-7e1bf5e0-f93b-4b80-a427-b28a53e98c95 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449290 Jun 23 11:59:15.914885 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec78551-db23-4445-80e0-03efcfd7d49e req-4f0b9475-1a71-4529-9763-332f4abebdaa tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:15.916931 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-eec78551-db23-4445-80e0-03efcfd7d49e req-4f0b9475-1a71-4529-9763-332f4abebdaa tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0516264 Jun 23 11:59:15.943896 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:15.970121 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-eec78551-db23-4445-80e0-03efcfd7d49e req-18508039-2f5c-4f09-843e-e4bbe3ade631 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472751 Jun 23 11:59:16.142049 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:16.430623 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f63507-bb04-4cb6-8ea9-74d0b47ff111 req-0a9e775b-55e7-4f8a-b50b-53ed9169d741 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:16.432150 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-71f63507-bb04-4cb6-8ea9-74d0b47ff111 req-0a9e775b-55e7-4f8a-b50b-53ed9169d741 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0581977 Jun 23 11:59:16.500318 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-71f63507-bb04-4cb6-8ea9-74d0b47ff111 req-aff7aa15-9032-4f7c-b185-dd89d6263a50 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620053 Jun 23 11:59:17.092124 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3f89d-a992-4ef9-90dd-78e64675a9cf req-17ebbae8-4ee9-440a-b60e-7ad2ef9d608a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:17.093629 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8ae3f89d-a992-4ef9-90dd-78e64675a9cf req-17ebbae8-4ee9-440a-b60e-7ad2ef9d608a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0502286 Jun 23 11:59:17.140848 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8ae3f89d-a992-4ef9-90dd-78e64675a9cf req-29608bdf-f5d8-40f6-9585-a9d064926a22 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416815 Jun 23 11:59:17.624147 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e013da2a-f2a5-486f-b3e7-df7417197c93 req-4f3bda7b-80c4-4b79-a409-d756b8ea528e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:17.625657 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e013da2a-f2a5-486f-b3e7-df7417197c93 req-4f3bda7b-80c4-4b79-a409-d756b8ea528e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0503294 Jun 23 11:59:17.673344 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e013da2a-f2a5-486f-b3e7-df7417197c93 req-1a8b4b54-d9ea-438a-80ca-29c7eec8d660 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421026 Jun 23 11:59:18.265436 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db526240-61ab-4580-bbfe-6f3edaf4d252 req-d5ec9460-694b-49e2-a227-077bc5a7a3f9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:18.266913 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-db526240-61ab-4580-bbfe-6f3edaf4d252 req-d5ec9460-694b-49e2-a227-077bc5a7a3f9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0485127 Jun 23 11:59:18.317849 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-db526240-61ab-4580-bbfe-6f3edaf4d252 req-0d9ff4c2-dc9c-4013-9f3c-ff9603fbbfa2 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451763 Jun 23 11:59:18.788874 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd93d0b-6003-429f-9e33-f6f73bd2e376 req-cb2f7772-46a1-401a-b53a-899dd0d373dc tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:18.790291 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-efd93d0b-6003-429f-9e33-f6f73bd2e376 req-cb2f7772-46a1-401a-b53a-899dd0d373dc tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0469165 Jun 23 11:59:18.837516 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-efd93d0b-6003-429f-9e33-f6f73bd2e376 req-8e5becc5-68c2-4468-8676-cc121852d60a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411215 Jun 23 11:59:19.438044 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b886a-7a2a-4807-b22d-e0e9871fbbf1 req-fbcd5b2b-6c6f-460b-aed2-92261a0def0e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:19.439524 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-560b886a-7a2a-4807-b22d-e0e9871fbbf1 req-fbcd5b2b-6c6f-460b-aed2-92261a0def0e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0471442 Jun 23 11:59:19.487801 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-560b886a-7a2a-4807-b22d-e0e9871fbbf1 req-4fec3f9c-13f9-4d64-a905-1378480f2515 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413837 Jun 23 11:59:19.949431 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ceb1e-4b95-4c00-bf30-f75f9f8bf901 req-9ef9831c-942b-4494-a65f-1686e83aca7d tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:19.950962 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-834ceb1e-4b95-4c00-bf30-f75f9f8bf901 req-9ef9831c-942b-4494-a65f-1686e83aca7d tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0474427 Jun 23 11:59:20.001521 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-834ceb1e-4b95-4c00-bf30-f75f9f8bf901 req-296ec95c-03d1-4de5-b315-a355eada72df tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449748 Jun 23 11:59:20.607232 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de066116-1d3a-49a5-a6c7-eb9e8aebd437 req-08c28bff-26d8-4767-a5b6-a105aff5318c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:20.608848 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-de066116-1d3a-49a5-a6c7-eb9e8aebd437 req-08c28bff-26d8-4767-a5b6-a105aff5318c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0483463 Jun 23 11:59:20.658378 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-de066116-1d3a-49a5-a6c7-eb9e8aebd437 req-711e5a9f-23eb-42b6-ab3b-fefe1eecfd34 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437133 Jun 23 11:59:21.118234 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10676775-31d3-4486-894e-84dc048c1162 req-5d3b8f59-c878-4687-b6a9-3748500290a5 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:21.119810 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-10676775-31d3-4486-894e-84dc048c1162 req-5d3b8f59-c878-4687-b6a9-3748500290a5 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0498939 Jun 23 11:59:21.169670 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-10676775-31d3-4486-894e-84dc048c1162 req-568cd032-9376-4e5e-ba52-ef5d99baf83e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433652 Jun 23 11:59:21.778828 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211fe2c-fe88-46aa-933d-1c1043fad731 req-78c2b1c9-7b55-4bfa-bb19-4172c4983bd7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:21.780324 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0211fe2c-fe88-46aa-933d-1c1043fad731 req-78c2b1c9-7b55-4bfa-bb19-4172c4983bd7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0499783 Jun 23 11:59:21.828601 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0211fe2c-fe88-46aa-933d-1c1043fad731 req-80136624-dfc9-47d6-a69b-984d8256fef0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426197 Jun 23 11:59:22.283235 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736a52b-9167-4277-bfa2-965d63672f5c req-a1b56ced-bf2d-4125-aa2f-34641e8cef11 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:22.284802 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f736a52b-9167-4277-bfa2-965d63672f5c req-a1b56ced-bf2d-4125-aa2f-34641e8cef11 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0473311 Jun 23 11:59:22.333157 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f736a52b-9167-4277-bfa2-965d63672f5c req-029b5aef-5944-4672-96bb-dc43bde14e77 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428126 Jun 23 11:59:22.749504 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:22.753947 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:22.950801 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b99fc-1ef1-456c-b83a-7cd0064df479 req-2a7b9443-ad62-4434-974c-eb10becd63a0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:22.952318 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e25b99fc-1ef1-456c-b83a-7cd0064df479 req-2a7b9443-ad62-4434-974c-eb10becd63a0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0502377 Jun 23 11:59:23.002271 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e25b99fc-1ef1-456c-b83a-7cd0064df479 req-4fa5ba9e-4875-43a8-87ba-7a7272b41740 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432851 Jun 23 11:59:23.455876 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c337e4-e7b9-4f60-8bbe-bf8509423f33 req-21c58415-2e61-4a53-afad-75a7018b3971 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:23.457512 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-61c337e4-e7b9-4f60-8bbe-bf8509423f33 req-21c58415-2e61-4a53-afad-75a7018b3971 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0543447 Jun 23 11:59:23.509904 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-61c337e4-e7b9-4f60-8bbe-bf8509423f33 req-6c8bc46c-027b-4797-8aec-05c480db6fc8 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465527 Jun 23 11:59:23.714027 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46c9c9-e9e9-408a-8f2f-fe18547b6abe req-4861c923-7d21-4f2b-8158-0df9e53d609f tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:23.715996 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bb46c9c9-e9e9-408a-8f2f-fe18547b6abe req-4861c923-7d21-4f2b-8158-0df9e53d609f tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0506549 Jun 23 11:59:23.762047 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bb46c9c9-e9e9-408a-8f2f-fe18547b6abe req-11035726-3d19-401d-adbf-266aefbaff9b tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404813 Jun 23 11:59:23.784184 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 53658) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:23.978684 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb61a6fa-bd11-49cb-ae47-a8e2c07b98cd tempest-TestMinimumBasicScenario-195225776 tempest-TestMinimumBasicScenario-195225776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:23.980287 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-cb61a6fa-bd11-49cb-ae47-a8e2c07b98cd tempest-TestMinimumBasicScenario-195225776 tempest-TestMinimumBasicScenario-195225776-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 1124 time: 0.1949592 Jun 23 11:59:23.983110 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 53666) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:23.987265 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Request body: {'floatingip': {'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'port_id': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:24.008595 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:24.342281 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:24.376447 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:24.392076 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e9512-dfb7-4b24-9ded-9d531d9aff8e req-75143c3a-ac72-4036-bb4b-dcab1ded573c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:24.393526 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-842e9512-dfb7-4b24-9ded-9d531d9aff8e req-75143c3a-ac72-4036-bb4b-dcab1ded573c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0681126 Jun 23 11:59:24.457355 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:24.511416 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-842e9512-dfb7-4b24-9ded-9d531d9aff8e req-9c04b906-44d5-4eaf-8262-3c3d391686b6 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899971 Jun 23 11:59:24.532483 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Allocated IP 172.27.3.14 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/a9d4139b-27fe-4d12-8971-47994b2f78df) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:59:24.598309 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:24.639476 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eacba3b-6fd5-4b82-a4f1-ce8e3c056aca req-75ec9e09-c151-4e10-9375-1baa50674211 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:24.641008 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3eacba3b-6fd5-4b82-a4f1-ce8e3c056aca req-75ec9e09-c151-4e10-9375-1baa50674211 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0516944 Jun 23 11:59:24.645397 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for port (a9d4139b-27fe-4d12-8971-47994b2f78df), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:24.681208 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (a9d4139b-27fe-4d12-8971-47994b2f78df), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:24.693376 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3eacba3b-6fd5-4b82-a4f1-ce8e3c056aca req-384ee60b-18c1-4f28-bc10-fc79a86015c4 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461383 Jun 23 11:59:24.724231 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:59:24.727289 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:59:24.731487 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:59:24.761682 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Pushing event updated for resources: {'Port': ['ID=a9d4139b-27fe-4d12-8971-47994b2f78df,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:25.080628 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:25.090595 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for floatingip (ae662465-8623-4e61-8a9d-2f77cce1e57f), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:25.157893 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (a9d4139b-27fe-4d12-8971-47994b2f78df), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:25.282445 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:25.311712 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for port (a9d4139b-27fe-4d12-8971-47994b2f78df), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:25.316548 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (a9d4139b-27fe-4d12-8971-47994b2f78df), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:25.392353 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Pushing event updated for resources: {'Port': ['ID=a9d4139b-27fe-4d12-8971-47994b2f78df,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:25.404128 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (ae662465-8623-4e61-8a9d-2f77cce1e57f), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:25.502530 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Floating IP ae662465-8623-4e61-8a9d-2f77cce1e57f associated. External IP: 172.27.3.14, port: 1bf26417-9e61-446b-af12-0f2d3c6c3a6c. Jun 23 11:59:25.652621 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fe89e-51ef-4be3-a0e5-cd8d6c26950f req-62ac8193-10d2-465b-9aa4-d1b36a2aaa8e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:25.654703 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-892fe89e-51ef-4be3-a0e5-cd8d6c26950f req-62ac8193-10d2-465b-9aa4-d1b36a2aaa8e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 943 time: 0.0602558 Jun 23 11:59:25.781967 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-892fe89e-51ef-4be3-a0e5-cd8d6c26950f req-cde01df3-00d1-4ab6-a316-596885e47c9f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898771 Jun 23 11:59:25.800936 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Router 4a049c19-2c7e-4a60-ab9e-285569d15400 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:59:25.817975 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997155a-eb94-427a-90b5-531c66bb3072 req-4b9af668-ec0c-470c-a117-9ff5b0c784ca tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:25.819588 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c997155a-eb94-427a-90b5-531c66bb3072 req-4b9af668-ec0c-470c-a117-9ff5b0c784ca tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0497086 Jun 23 11:59:25.881414 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c997155a-eb94-427a-90b5-531c66bb3072 req-9c963b0e-bcaa-4d4f-9103-f4249544d926 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552309 Jun 23 11:59:25.918141 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:59:25.936227 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098455c0-b854-4e5a-a325-bcbf2030ad0c None None] Sync routers for ids ['4a049c19-2c7e-4a60-ab9e-285569d15400'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:59:25.939918 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:25.946955 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098455c0-b854-4e5a-a325-bcbf2030ad0c None None] Routers {'4a049c19-2c7e-4a60-ab9e-285569d15400'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:59:25.947573 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-098455c0-b854-4e5a-a325-bcbf2030ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:59:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['4a049c19-2c7e-4a60-ab9e-285569d15400'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:25.961055 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:25.975231 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-2700c856-35d8-4b6d-af71-dd9143f90a19 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9911203 Jun 23 11:59:25.976494 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'tag': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:59:25.978451 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53704) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:25.978831 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e321f4b-152f-4b2b-82d4-6b0ae206b1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c3dde8e4-1b68-42be-ab9d-7a47869a6214", "tag": "1bf26417-9e61-446b-af12-0f2d3c6c3a6c"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:59:25.988175 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649003667', 'description': 'tempest-secgroup-smoke-1649003667 description', 'project_id': '45aa73614bc447bdb1bfda38ad541ab3'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:26.004335 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=13 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:26.017279 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.025722 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f22c874-20bf-4e0f-8758-bd2bbc7132e8 x-openstack-request-id: req-4f22c874-20bf-4e0f-8758-bd2bbc7132e8 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:59:26.026229 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3dde8e4-1b68-42be-ab9d-7a47869a6214", "tag": "1bf26417-9e61-446b-af12-0f2d3c6c3a6c", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:59:26.026649 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4f22c874-20bf-4e0f-8758-bd2bbc7132e8 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:59:26.027303 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f22c874-20bf-4e0f-8758-bd2bbc7132e8'] response: {'name': 'network-changed', 'server_uuid': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'tag': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c', 'status': 'completed', 'code': 200} Jun 23 11:59:26.111254 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=13 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:26.111884 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group (82610bff-26de-4555-9dc7-20803ba54066), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.117379 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e321f4b-152f-4b2b-82d4-6b0ae206b1ff req-b29795b9-cfb0-41ca-8aec-4daebde0f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:26.117895 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (82610bff-26de-4555-9dc7-20803ba54066), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.119153 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e321f4b-152f-4b2b-82d4-6b0ae206b1ff req-b29795b9-cfb0-41ca-8aec-4daebde0f7a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=45aa73614bc447bdb1bfda38ad541ab3&device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 1129 time: 0.0677938 Jun 23 11:59:26.124183 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:26.154953 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.156275 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1743069 Jun 23 11:59:26.158298 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82610bff-26de-4555-9dc7-20803ba54066,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:26.159546 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 53708) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:26.164700 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-0ee7987a-67dc-48b5-8763-d2e0541981e5 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Request body: {'security_group_rule': {'security_group_id': '82610bff-26de-4555-9dc7-20803ba54066', 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:26.166420 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.166770 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.167109 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.167443 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.168314 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.168642 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.169007 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.169474 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.169654 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.170026 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.170874 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.171219 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.171545 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.171865 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.172454 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dce0274-ce1d-42cf-bbed-e1bdfc129d4d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.196574 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0ee7987a-67dc-48b5-8763-d2e0541981e5 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (f28c0ca1-2e68-4b7d-aeda-43bc1345f6b1), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.207411 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-098455c0-b854-4e5a-a325-bcbf2030ad0c None None] Set router 4a049c19-2c7e-4a60-ab9e-285569d15400 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:59:26.254356 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0ee7987a-67dc-48b5-8763-d2e0541981e5 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (f28c0ca1-2e68-4b7d-aeda-43bc1345f6b1), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.258297 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0ee7987a-67dc-48b5-8763-d2e0541981e5 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (f28c0ca1-2e68-4b7d-aeda-43bc1345f6b1), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.277965 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7987a-67dc-48b5-8763-d2e0541981e5 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28c0ca1-2e68-4b7d-aeda-43bc1345f6b1,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:26.283012 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0ee7987a-67dc-48b5-8763-d2e0541981e5 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.286991 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53710) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:26.287135 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-0ee7987a-67dc-48b5-8763-d2e0541981e5 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261992 Jun 23 11:59:26.291865 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-21cfec59-468a-4bcb-a218-7aca22367f39 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Request body: {'security_group_rule': {'security_group_id': '82610bff-26de-4555-9dc7-20803ba54066', 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:26.320551 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-21cfec59-468a-4bcb-a218-7aca22367f39 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (af62cd90-5d1c-48ab-99da-43ae5a51f96b), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.377936 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-21cfec59-468a-4bcb-a218-7aca22367f39 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (af62cd90-5d1c-48ab-99da-43ae5a51f96b), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.381688 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-21cfec59-468a-4bcb-a218-7aca22367f39 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (af62cd90-5d1c-48ab-99da-43ae5a51f96b), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.400079 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfec59-468a-4bcb-a218-7aca22367f39 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af62cd90-5d1c-48ab-99da-43ae5a51f96b,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:26.408563 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-21cfec59-468a-4bcb-a218-7aca22367f39 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.408706 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 11:59:26.409845 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-21cfec59-468a-4bcb-a218-7aca22367f39 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216638 Jun 23 11:59:26.412479 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53712) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:26.417065 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-2a2d4509-e312-423b-b7d5-af61fd37d7ba tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Request body: {'security_group_rule': {'security_group_id': '82610bff-26de-4555-9dc7-20803ba54066', 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:26.442540 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-098455c0-b854-4e5a-a325-bcbf2030ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'name': 'tempest-TestMinimumBasicScenario-219940052-router', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:27Z', 'revision_number': 4, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'gw_port': {'id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'ae662465-8623-4e61-8a9d-2f77cce1e57f', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'port_id': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd', 'mac_address': 'fa:16:3e:8b:27:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:59:24Z', 'updated_at': '2022-06-23T11:59:24Z', 'revision_number': 0, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e49b06-b349-4b73-a680-e4316c8b32a1', 'name': '', 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'mac_address': 'fa:16:3e:83:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:26Z', 'updated_at': '2022-06-23T11:57:34Z', 'revision_number': 5, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'subnets': [{'id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:26.450662 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4509-e312-423b-b7d5-af61fd37d7ba tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (e0d8e21b-62b3-4e37-9139-0f6075a99388), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.494116 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098455c0-b854-4e5a-a325-bcbf2030ad0c None None] Checking router: 4a049c19-2c7e-4a60-ab9e-285569d15400 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:59:26.522985 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4509-e312-423b-b7d5-af61fd37d7ba tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (e0d8e21b-62b3-4e37-9139-0f6075a99388), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.528119 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4509-e312-423b-b7d5-af61fd37d7ba tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (e0d8e21b-62b3-4e37-9139-0f6075a99388), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.539287 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098455c0-b854-4e5a-a325-bcbf2030ad0c None None] Routers {'4a049c19-2c7e-4a60-ab9e-285569d15400'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:59:26.539917 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-098455c0-b854-4e5a-a325-bcbf2030ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:59:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['4a049c19-2c7e-4a60-ab9e-285569d15400'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:26.542511 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d4509-e312-423b-b7d5-af61fd37d7ba tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d8e21b-62b3-4e37-9139-0f6075a99388,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:26.564150 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2a2d4509-e312-423b-b7d5-af61fd37d7ba tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.565794 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-2a2d4509-e312-423b-b7d5-af61fd37d7ba tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521418 Jun 23 11:59:26.568154 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53722) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:26.572938 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-ca9a1131-8e72-45c6-bb20-c58f07baba67 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Request body: {'security_group_rule': {'security_group_id': '82610bff-26de-4555-9dc7-20803ba54066', 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:26.601045 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1131-8e72-45c6-bb20-c58f07baba67 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (eb798e12-a922-404c-a54b-480382d300a7), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.639964 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:26.658434 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'port_id': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e', 'mac_address': 'fa:16:3e:1f:38:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 11:59:26.669402 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1131-8e72-45c6-bb20-c58f07baba67 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (eb798e12-a922-404c-a54b-480382d300a7), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.676942 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1131-8e72-45c6-bb20-c58f07baba67 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (eb798e12-a922-404c-a54b-480382d300a7), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.684920 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:26.698679 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a1131-8e72-45c6-bb20-c58f07baba67 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb798e12-a922-404c-a54b-480382d300a7,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:26.706153 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-098455c0-b854-4e5a-a325-bcbf2030ad0c None None] Set router 4a049c19-2c7e-4a60-ab9e-285569d15400 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:59:26.708274 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1131-8e72-45c6-bb20-c58f07baba67 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.712925 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-ca9a1131-8e72-45c6-bb20-c58f07baba67 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407297 Jun 23 11:59:26.713339 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53726) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:26.719243 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-c01c5c98-bdb3-41dd-8302-c5896140e0be tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Request body: {'security_group_rule': {'security_group_id': '82610bff-26de-4555-9dc7-20803ba54066', 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:26.735558 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:26.735956 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.746297 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.securitygroups_db [None req-c01c5c98-bdb3-41dd-8302-c5896140e0be tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Project 45aa73614bc447bdb1bfda38ad541ab3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:59:26.752727 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c01c5c98-bdb3-41dd-8302-c5896140e0be tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (7c4f9fdb-0a3f-4e66-90cf-75c2409ff17e), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.760296 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 11:59:26.825023 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c01c5c98-bdb3-41dd-8302-c5896140e0be tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (7c4f9fdb-0a3f-4e66-90cf-75c2409ff17e), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.827696 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:26.831590 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c01c5c98-bdb3-41dd-8302-c5896140e0be tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (7c4f9fdb-0a3f-4e66-90cf-75c2409ff17e), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.836489 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.863913 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c5c98-bdb3-41dd-8302-c5896140e0be tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4f9fdb-0a3f-4e66-90cf-75c2409ff17e,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:26.869312 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c01c5c98-bdb3-41dd-8302-c5896140e0be tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.870931 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-c01c5c98-bdb3-41dd-8302-c5896140e0be tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1568341 Jun 23 11:59:26.873852 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 53732) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:26.879561 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-e1b01094-fc87-4ace-9ceb-0fdcbb8451eb tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Request body: {'security_group_rule': {'security_group_id': '82610bff-26de-4555-9dc7-20803ba54066', 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:26.916259 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.securitygroups_db [None req-e1b01094-fc87-4ace-9ceb-0fdcbb8451eb tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Project 45aa73614bc447bdb1bfda38ad541ab3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:59:26.926198 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e1b01094-fc87-4ace-9ceb-0fdcbb8451eb tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (a30feed5-0adf-4dd8-8f2b-1009b678f587), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:26.931992 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:26.953361 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,revision_number=9']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:26.975846 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.976199 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.976541 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.977288 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.977804 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.978153 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.978464 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.978791 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.979528 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.979528 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.979781 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.980047 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.980396 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.980752 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:26.981072 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:27.022915 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c107fe-3f8c-40a6-822f-12cc039a6547 req-60ea809d-7fe6-4447-bdb3-994bdbe11faf tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:27.025830 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a7c107fe-3f8c-40a6-822f-12cc039a6547 req-60ea809d-7fe6-4447-bdb3-994bdbe11faf tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 944 time: 0.1411207 Jun 23 11:59:27.028490 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e1b01094-fc87-4ace-9ceb-0fdcbb8451eb tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (a30feed5-0adf-4dd8-8f2b-1009b678f587), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:27.040733 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-098455c0-b854-4e5a-a325-bcbf2030ad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'name': 'tempest-TestMinimumBasicScenario-219940052-router', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:27Z', 'revision_number': 4, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'gw_port': {'id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'ae662465-8623-4e61-8a9d-2f77cce1e57f', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'port_id': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd', 'mac_address': 'fa:16:3e:8b:27:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:59:24Z', 'updated_at': '2022-06-23T11:59:24Z', 'revision_number': 0, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e49b06-b349-4b73-a680-e4316c8b32a1', 'name': '', 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'mac_address': 'fa:16:3e:83:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:26Z', 'updated_at': '2022-06-23T11:57:34Z', 'revision_number': 5, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'subnets': [{'id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:27.041017 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e1b01094-fc87-4ace-9ceb-0fdcbb8451eb tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (a30feed5-0adf-4dd8-8f2b-1009b678f587), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:27.074389 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098455c0-b854-4e5a-a325-bcbf2030ad0c None None] The sync data for ids ['4a049c19-2c7e-4a60-ab9e-285569d15400'] in dv-cinder-826608-3-iscsi is: [{'id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'name': 'tempest-TestMinimumBasicScenario-219940052-router', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:27Z', 'revision_number': 4, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'gw_port': {'id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'ae662465-8623-4e61-8a9d-2f77cce1e57f', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'port_id': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd', 'mac_address': 'fa:16:3e:8b:27:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:59:24Z', 'updated_at': '2022-06-23T11:59:24Z', 'revision_number': 0, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71e49b06-b349-4b73-a680-e4316c8b32a1', 'name': '', 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'mac_address': 'fa:16:3e:83:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:26Z', 'updated_at': '2022-06-23T11:57:34Z', 'revision_number': 5, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'subnets': [{'id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:59:27.085829 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b01094-fc87-4ace-9ceb-0fdcbb8451eb tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30feed5-0adf-4dd8-8f2b-1009b678f587,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:27.103166 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568ec64-0da7-4fb4-9492-c4563ada83ba req-109559fe-3478-4ee2-acc9-28ba0ee4f35c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:27.104928 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c568ec64-0da7-4fb4-9492-c4563ada83ba req-109559fe-3478-4ee2-acc9-28ba0ee4f35c tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0746396 Jun 23 11:59:27.108178 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e1b01094-fc87-4ace-9ceb-0fdcbb8451eb tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:27.112617 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-e1b01094-fc87-4ace-9ceb-0fdcbb8451eb tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2375453 Jun 23 11:59:27.115053 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a7c107fe-3f8c-40a6-822f-12cc039a6547 req-b85faba7-ddcc-433c-900e-45f27ebb4cb4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814307 Jun 23 11:59:27.123241 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53740) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:27.164373 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c568ec64-0da7-4fb4-9492-c4563ada83ba req-7aaf5a4a-8278-4984-a05e-8a51b2ab266a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501432 Jun 23 11:59:27.238283 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:27.250779 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-76e6d8f1-141a-492c-abfe-6acc6aa978a5 req-416d5f9e-19e3-44bd-82d9-080b633e68af tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649003667&fields=id&tenant_id=45aa73614bc447bdb1bfda38ad541ab3 HTTP/1.1" status: 200 len: 267 time: 0.0518403 Jun 23 11:59:27.277745 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['8e9b4dc6-7a9c-4183-b1a8-10297c792e0e'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:59:27.278078 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-417f5fd5-ff85-4eea-b7ac-2287b050fd92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:27.326683 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6d8f1-141a-492c-abfe-6acc6aa978a5 req-c045412c-05cc-4043-b2b1-77d6ce2ffbf8 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:27.328227 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-76e6d8f1-141a-492c-abfe-6acc6aa978a5 req-c045412c-05cc-4043-b2b1-77d6ce2ffbf8 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0694704 Jun 23 11:59:27.342119 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [req-76e6d8f1-141a-492c-abfe-6acc6aa978a5 req-0de8ac30-6b58-495b-8f8b-67340c49d257 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Request body: {'port': {'security_groups': ['d23666be-f79f-4daa-b779-02d53a048b73', '82610bff-26de-4555-9dc7-20803ba54066']}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:27.350790 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cabb34-4fcd-4150-b21b-7ad455b5259f None None] New status for floating IP ae662465-8623-4e61-8a9d-2f77cce1e57f: ACTIVE {{(pid=103991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:59:27.453482 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-76e6d8f1-141a-492c-abfe-6acc6aa978a5 req-0de8ac30-6b58-495b-8f8b-67340c49d257 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:27.561064 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-417f5fd5-ff85-4eea-b7ac-2287b050fd92 admin admin] Publish callbacks [] for security_group (391085d5-a41a-459a-b4d6-d6dff2ef4a16), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:27.579130 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-417f5fd5-ff85-4eea-b7ac-2287b050fd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (391085d5-a41a-459a-b4d6-d6dff2ef4a16), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:27.596072 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e321f4b-152f-4b2b-82d4-6b0ae206b1ff req-f9b418e2-8d40-4d2f-af13-cbd03621fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:27.598234 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e321f4b-152f-4b2b-82d4-6b0ae206b1ff req-f9b418e2-8d40-4d2f-af13-cbd03621fda6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33bf599f-e007-4787-9458-fbe47f8701cd HTTP/1.1" status: 200 len: 915 time: 0.1524961 Jun 23 11:59:27.671459 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-417f5fd5-ff85-4eea-b7ac-2287b050fd92 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1703977bb9f44215b6bc890e36f92926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5468028 Jun 23 11:59:27.674937 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53750) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:27.677130 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f5fd5-ff85-4eea-b7ac-2287b050fd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391085d5-a41a-459a-b4d6-d6dff2ef4a16,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:27.712848 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9855c-d4f2-4f17-9d1b-31b809828c09 req-0b29912c-5062-4b1f-99d5-af5b3f681fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:27.713377 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-04a9855c-d4f2-4f17-9d1b-31b809828c09 req-0b29912c-5062-4b1f-99d5-af5b3f681fbc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 1130 time: 0.0875354 Jun 23 11:59:27.719805 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e321f4b-152f-4b2b-82d4-6b0ae206b1ff req-786bca0c-194b-4a91-9674-897a478dfcd1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf26417-9e61-446b-af12-0f2d3c6c3a6c HTTP/1.1" status: 200 len: 1000 time: 0.1024094 Jun 23 11:59:27.804190 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d272741d-db55-4b16-b704-f374758d5b87 admin admin] Publish callbacks [] for security_group (391085d5-a41a-459a-b4d6-d6dff2ef4a16), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:27.804920 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e321f4b-152f-4b2b-82d4-6b0ae206b1ff req-80ba831c-8a6d-4f22-b0fa-a667b941106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:27.806400 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e321f4b-152f-4b2b-82d4-6b0ae206b1ff req-80ba831c-8a6d-4f22-b0fa-a667b941106e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f554e47e-c8b1-4009-867d-2e008caa27f9 HTTP/1.1" status: 200 len: 853 time: 0.0728695 Jun 23 11:59:27.809525 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-04a9855c-d4f2-4f17-9d1b-31b809828c09 req-8098b42b-feae-4b73-9cbe-c4b411e51192 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822053 Jun 23 11:59:27.838120 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [req-76e6d8f1-141a-492c-abfe-6acc6aa978a5 req-0de8ac30-6b58-495b-8f8b-67340c49d257 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] For port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1bf26417-9e61-446b-af12-0f2d3c6c3a6c,segment=NetworkSegment(44c9e63a-5798-420d-89a1-3133beb23606),segment_id=44c9e63a-5798-420d-89a1-3133beb23606)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:27.848887 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d272741d-db55-4b16-b704-f374758d5b87 admin admin] Publish callbacks [] for security_group (391085d5-a41a-459a-b4d6-d6dff2ef4a16), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:27.860110 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:27.900323 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-76e6d8f1-141a-492c-abfe-6acc6aa978a5 req-0de8ac30-6b58-495b-8f8b-67340c49d257 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:27.906489 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-76e6d8f1-141a-492c-abfe-6acc6aa978a5 req-0de8ac30-6b58-495b-8f8b-67340c49d257 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:27.945621 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d272741d-db55-4b16-b704-f374758d5b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (391085d5-a41a-459a-b4d6-d6dff2ef4a16), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:27.948384 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d272741d-db55-4b16-b704-f374758d5b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:27.949283 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-d272741d-db55-4b16-b704-f374758d5b87 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/391085d5-a41a-459a-b4d6-d6dff2ef4a16 HTTP/1.1" status: 204 len: 168 time: 0.2732353 Jun 23 11:59:27.961960 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6d8f1-141a-492c-abfe-6acc6aa978a5 req-0de8ac30-6b58-495b-8f8b-67340c49d257 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:27.962496 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-76e6d8f1-141a-492c-abfe-6acc6aa978a5 req-0de8ac30-6b58-495b-8f8b-67340c49d257 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:27.963872 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-76e6d8f1-141a-492c-abfe-6acc6aa978a5 req-0de8ac30-6b58-495b-8f8b-67340c49d257 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "PUT /v2.0/ports/1bf26417-9e61-446b-af12-0f2d3c6c3a6c HTTP/1.1" status: 200 len: 981 time: 0.6290157 Jun 23 11:59:27.965638 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'tag': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:59:27.968732 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d6f7d0-0d74-4b3f-9b3b-a559a80e133d" -d '{"events": [{"name": "network-changed", "server_uuid": "c3dde8e4-1b68-42be-ab9d-7a47869a6214", "tag": "1bf26417-9e61-446b-af12-0f2d3c6c3a6c"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:59:27.983534 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272741d-db55-4b16-b704-f374758d5b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391085d5-a41a-459a-b4d6-d6dff2ef4a16,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:28.018605 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8ac30-6b58-495b-8f8b-67340c49d257 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Pushing event updated for resources: {'Port': ['ID=1bf26417-9e61-446b-af12-0f2d3c6c3a6c,revision_number=6']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:28.030078 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f3ef04-bfb3-4fef-9616-8d34efa8c8e7 x-openstack-request-id: req-d0f3ef04-bfb3-4fef-9616-8d34efa8c8e7 {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:59:28.030763 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3dde8e4-1b68-42be-ab9d-7a47869a6214", "tag": "1bf26417-9e61-446b-af12-0f2d3c6c3a6c", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:59:28.031250 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d0f3ef04-bfb3-4fef-9616-8d34efa8c8e7 {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:59:28.033031 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f3ef04-bfb3-4fef-9616-8d34efa8c8e7'] response: {'name': 'network-changed', 'server_uuid': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'tag': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c', 'status': 'completed', 'code': 200} Jun 23 11:59:28.136882 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bdd61-3b47-4329-abc5-eb036a6a8612 req-e6bdb233-19ba-48b2-a5b6-cc28eb9242d1 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:28.136882 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-998bdd61-3b47-4329-abc5-eb036a6a8612 req-e6bdb233-19ba-48b2-a5b6-cc28eb9242d1 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.0868244 Jun 23 11:59:28.136882 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e321f4b-152f-4b2b-82d4-6b0ae206b1ff req-f73b4b96-922e-4a68-ac3e-f0a936bd7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:28.136882 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e321f4b-152f-4b2b-82d4-6b0ae206b1ff req-f73b4b96-922e-4a68-ac3e-f0a936bd7983 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33bf599f-e007-4787-9458-fbe47f8701cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818076 Jun 23 11:59:28.259336 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:28.260870 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:28.277346 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-998bdd61-3b47-4329-abc5-eb036a6a8612 req-162e79cc-8e5e-4738-9677-99033178c98c tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1407404 Jun 23 11:59:28.301024 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f823a-72bb-47aa-8240-edb6a5049dd3 req-ef15c019-f855-4380-843f-f172e72d2b4a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:28.301024 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2a8f823a-72bb-47aa-8240-edb6a5049dd3 req-ef15c019-f855-4380-843f-f172e72d2b4a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 944 time: 0.0822337 Jun 23 11:59:28.301271 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e321f4b-152f-4b2b-82d4-6b0ae206b1ff req-5a50ac85-8196-4e23-a1fb-42205238cab1 service neutron] 10.222.0.44 "GET /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529310 Jun 23 11:59:28.310764 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-c50ca824-e105-4f5d-bfc6-eaebc4ac6566 None None] Provisioning complete for port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:28.311308 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-c50ca824-e105-4f5d-bfc6-eaebc4ac6566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:28.362045 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['1bf26417-9e61-446b-af12-0f2d3c6c3a6c'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:59:28.371814 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2a8f823a-72bb-47aa-8240-edb6a5049dd3 req-401e8f43-94b3-4126-a48e-60a55b02ba2f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600059 Jun 23 11:59:28.400908 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:28.414628 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7fd7f-eb53-4d97-89de-75e9c2d3eb75 req-c10da110-4576-46eb-a960-91c173ad7f12 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:28.416126 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5fc7fd7f-eb53-4d97-89de-75e9c2d3eb75 req-c10da110-4576-46eb-a960-91c173ad7f12 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0496428 Jun 23 11:59:28.426040 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=100 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:28.439447 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:59:28.471068 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5fc7fd7f-eb53-4d97-89de-75e9c2d3eb75 req-f1dd795e-6229-4bc2-954a-e682c2b2bb94 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487540 Jun 23 11:59:28.490216 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-c50ca824-e105-4f5d-bfc6-eaebc4ac6566 None None] Current status of the port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:28.518166 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['1bf26417-9e61-446b-af12-0f2d3c6c3a6c'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 11:59:28.540956 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:28.585688 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:28.586057 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:28.687145 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 11:59:28.786449 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e321f4b-152f-4b2b-82d4-6b0ae206b1ff req-8b9d2db1-95e3-483c-928f-a89421542203 service neutron] 10.222.0.44 "GET /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886283 Jun 23 11:59:28.789103 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:28.789500 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:28.865964 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:59:28.868188 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999762c0-02a8-4a43-9940-81a74144dfdc" -d '{"events": [{"server_uuid": "e19ec4d3-4ce1-4fbd-81ea-025a5c724421", "name": "network-vif-plugged", "status": "completed", "tag": "8e9b4dc6-7a9c-4183-b1a8-10297c792e0e"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:59:28.895211 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:28.912562 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:28.916967 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7e4410-cafa-4e45-9ab2-22af18c4d255 x-openstack-request-id: req-af7e4410-cafa-4e45-9ab2-22af18c4d255 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:59:28.917265 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19ec4d3-4ce1-4fbd-81ea-025a5c724421", "name": "network-vif-plugged", "status": "completed", "tag": "8e9b4dc6-7a9c-4183-b1a8-10297c792e0e", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:59:28.917490 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-af7e4410-cafa-4e45-9ab2-22af18c4d255 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:59:28.918441 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7e4410-cafa-4e45-9ab2-22af18c4d255'] response: {'server_uuid': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e', 'code': 200} Jun 23 11:59:28.924472 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:28.930804 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6f7d0-0d74-4b3f-9b3b-a559a80e133d req-17b83b0f-a1ed-4e99-a72a-7b2e165904d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:28.932414 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a0d6f7d0-0d74-4b3f-9b3b-a559a80e133d req-17b83b0f-a1ed-4e99-a72a-7b2e165904d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=45aa73614bc447bdb1bfda38ad541ab3&device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 1168 time: 0.0541611 Jun 23 11:59:29.028003 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,revision_number=10']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:29.038165 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6f7d0-0d74-4b3f-9b3b-a559a80e133d req-a1144893-a865-442d-a178-8ac399cb1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:29.039914 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a0d6f7d0-0d74-4b3f-9b3b-a559a80e133d req-a1144893-a865-442d-a178-8ac399cb1297 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33bf599f-e007-4787-9458-fbe47f8701cd HTTP/1.1" status: 200 len: 915 time: 0.1002085 Jun 23 11:59:29.488937 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8f75d-f48f-4943-902d-b0e71cfe7916 req-4d418ee1-ba28-412f-861c-293842f9bfda tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:29.490385 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-17d8f75d-f48f-4943-902d-b0e71cfe7916 req-4d418ee1-ba28-412f-861c-293842f9bfda tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 946 time: 0.0482194 Jun 23 11:59:29.539979 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-17d8f75d-f48f-4943-902d-b0e71cfe7916 req-1661d1a5-d121-4663-95d2-04da3492bea1 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439072 Jun 23 11:59:29.603118 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540b80a-a27d-4eae-a89a-ba33630dda8d req-bec7c8be-da0b-40b1-a69c-7ebed67fdd17 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:29.604868 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d540b80a-a27d-4eae-a89a-ba33630dda8d req-bec7c8be-da0b-40b1-a69c-7ebed67fdd17 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0605567 Jun 23 11:59:29.615287 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a0d6f7d0-0d74-4b3f-9b3b-a559a80e133d req-88a7b0ec-2b0f-47c1-b830-ba0a8c88f314 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf26417-9e61-446b-af12-0f2d3c6c3a6c HTTP/1.1" status: 200 len: 1000 time: 0.0742996 Jun 23 11:59:29.654994 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d540b80a-a27d-4eae-a89a-ba33630dda8d req-50258d02-db32-41e4-8606-a45fa78be8e5 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434766 Jun 23 11:59:30.313097 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2810bf-26e4-4a8a-a004-c5c9e21e0910 req-c93d958e-fd3d-4ba6-8063-6c59e3c55b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:30.314595 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cb2810bf-26e4-4a8a-a004-c5c9e21e0910 req-c93d958e-fd3d-4ba6-8063-6c59e3c55b7c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 1130 time: 0.0654814 Jun 23 11:59:30.321323 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6f7d0-0d74-4b3f-9b3b-a559a80e133d req-eed38168-e1eb-4b1a-8d6a-e88b7f69e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:30.322712 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a0d6f7d0-0d74-4b3f-9b3b-a559a80e133d req-eed38168-e1eb-4b1a-8d6a-e88b7f69e939 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f554e47e-c8b1-4009-867d-2e008caa27f9 HTTP/1.1" status: 200 len: 853 time: 0.0836890 Jun 23 11:59:30.388498 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6f7d0-0d74-4b3f-9b3b-a559a80e133d req-b4016c18-2c28-4acd-abf7-5a114bc393df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:30.390002 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a0d6f7d0-0d74-4b3f-9b3b-a559a80e133d req-b4016c18-2c28-4acd-abf7-5a114bc393df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33bf599f-e007-4787-9458-fbe47f8701cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603514 Jun 23 11:59:30.395724 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cb2810bf-26e4-4a8a-a004-c5c9e21e0910 req-bde4c9d7-6c59-4d62-b9b7-ff4366a0725b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721638 Jun 23 11:59:30.682597 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d8d57-b55f-4826-859d-adbdd17b3148 req-2ab61fa7-405e-45dc-ab04-bc68e6bd0efa tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:30.684160 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-eb6d8d57-b55f-4826-859d-adbdd17b3148 req-2ab61fa7-405e-45dc-ab04-bc68e6bd0efa tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 946 time: 0.0710199 Jun 23 11:59:30.774148 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450bc76-fd24-4f46-aee4-fe2db784e165 req-00c74f39-3c4f-494b-9650-a7de20a90162 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:30.775928 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c450bc76-fd24-4f46-aee4-fe2db784e165 req-00c74f39-3c4f-494b-9650-a7de20a90162 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0478146 Jun 23 11:59:30.784193 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a0d6f7d0-0d74-4b3f-9b3b-a559a80e133d req-bf255597-3df4-417c-931d-4340a91564da service neutron] 10.222.0.44 "GET /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614106 Jun 23 11:59:30.803239 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-eb6d8d57-b55f-4826-859d-adbdd17b3148 req-be3838f2-5149-4bcb-a49c-87ab03e9a899 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737579 Jun 23 11:59:30.832854 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c450bc76-fd24-4f46-aee4-fe2db784e165 req-9a563241-007c-47ea-8806-1ff0a2541e6b tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504014 Jun 23 11:59:30.888884 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a0d6f7d0-0d74-4b3f-9b3b-a559a80e133d req-9d48169f-17fd-477b-84d3-868b570e4b34 service neutron] 10.222.0.44 "GET /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960999 Jun 23 11:59:31.079344 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-4f1322cb-3f0f-4c88-8888-ca0a9c132297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:31.252755 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7e98d-4691-46e5-a11e-03a71087dcad req-2ac0208d-634c-4ac8-980d-2c1499d9852b tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:31.254322 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-82c7e98d-4691-46e5-a11e-03a71087dcad req-2ac0208d-634c-4ac8-980d-2c1499d9852b tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0507638 Jun 23 11:59:31.302884 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-82c7e98d-4691-46e5-a11e-03a71087dcad req-3cac4f9f-57a1-4cae-a66b-0cf4765e6e5a tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429268 Jun 23 11:59:31.387900 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:31.395139 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2412123-9f70-4e99-8256-ad89b755cc2d req-ba2934b8-1285-4dc6-b7c1-ebc7a9796c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:31.396636 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f2412123-9f70-4e99-8256-ad89b755cc2d req-ba2934b8-1285-4dc6-b7c1-ebc7a9796c36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 1130 time: 0.0401468 Jun 23 11:59:31.494647 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2412123-9f70-4e99-8256-ad89b755cc2d req-fd5b7fd7-e251-4d73-8ab8-e477346da1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:31.496774 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f2412123-9f70-4e99-8256-ad89b755cc2d req-fd5b7fd7-e251-4d73-8ab8-e477346da1a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 920 time: 0.0931153 Jun 23 11:59:31.513920 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:31.562342 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f2412123-9f70-4e99-8256-ad89b755cc2d req-5d817077-8a5c-4bc7-8bed-a2e78846fe69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e482920e-48e2-4b63-930d-1d004fbb0de0 HTTP/1.1" status: 200 len: 1001 time: 0.0554261 Jun 23 11:59:31.618689 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2412123-9f70-4e99-8256-ad89b755cc2d req-d934bed6-11e1-476f-89e9-e19405ee9eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:31.620139 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f2412123-9f70-4e99-8256-ad89b755cc2d req-d934bed6-11e1-476f-89e9-e19405ee9eb2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.0470054 Jun 23 11:59:31.666057 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2412123-9f70-4e99-8256-ad89b755cc2d req-49e65eb2-f43c-409c-be49-bb4164d8840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:31.667632 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f2412123-9f70-4e99-8256-ad89b755cc2d req-49e65eb2-f43c-409c-be49-bb4164d8840f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385575 Jun 23 11:59:31.773176 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f2412123-9f70-4e99-8256-ad89b755cc2d req-c46a61d6-065c-4212-829a-8f2bcba0b251 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820866 Jun 23 11:59:31.929857 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa336e8-697a-496d-9f7e-ca908d341e93 req-6795a2b4-a8ae-4e1a-9ca6-7d8a17b8865c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:31.931261 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7fa336e8-697a-496d-9f7e-ca908d341e93 req-6795a2b4-a8ae-4e1a-9ca6-7d8a17b8865c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 946 time: 0.0479426 Jun 23 11:59:31.987425 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7fa336e8-697a-496d-9f7e-ca908d341e93 req-4f943598-bf16-47b8-99b8-efc068fea649 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498815 Jun 23 11:59:32.468377 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f2412123-9f70-4e99-8256-ad89b755cc2d req-3e329f0e-8731-415f-9618-0601365a21d8 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425285 Jun 23 11:59:32.479686 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8ec77-4a90-4481-ac87-6032f9c6f4ad req-c0f3282d-2d88-412f-92d4-aadde2fcb844 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:32.481927 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e5f8ec77-4a90-4481-ac87-6032f9c6f4ad req-c0f3282d-2d88-412f-92d4-aadde2fcb844 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0622671 Jun 23 11:59:32.544310 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e5f8ec77-4a90-4481-ac87-6032f9c6f4ad req-9a2bd495-b0fd-4281-8b9e-350d3c42f6cb tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564184 Jun 23 11:59:33.109422 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a4f53-7192-42e6-8b01-f160cd40db8e req-d4533d0b-bd0a-492e-af2f-7abdb3a7bc1b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:33.111110 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a77a4f53-7192-42e6-8b01-f160cd40db8e req-d4533d0b-bd0a-492e-af2f-7abdb3a7bc1b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 946 time: 0.0496547 Jun 23 11:59:33.159623 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a77a4f53-7192-42e6-8b01-f160cd40db8e req-fe6795a5-aac1-4efb-a23d-a4857024a743 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429242 Jun 23 11:59:33.393215 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d04a543a-8c7a-44d2-af18-054db227b434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:33.465674 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53872) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:33.518704 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_v2 [None req-4daafd9c-b327-4582-ac1d-c8afd66a023b admin admin] Deleting subnet b806f1c4-b55c-4ab3-ba48-5f8a8f225405 {{(pid=103989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 11:59:33.522043 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4daafd9c-b327-4582-ac1d-c8afd66a023b admin admin] Publish callbacks [] for subnet (b806f1c4-b55c-4ab3-ba48-5f8a8f225405), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:33.557422 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4daafd9c-b327-4582-ac1d-c8afd66a023b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28146412'] for subnet (b806f1c4-b55c-4ab3-ba48-5f8a8f225405), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:33.597506 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4daafd9c-b327-4582-ac1d-c8afd66a023b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (b806f1c4-b55c-4ab3-ba48-5f8a8f225405), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:33.650682 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4daafd9c-b327-4582-ac1d-c8afd66a023b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27818774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29159588'] for subnet (b806f1c4-b55c-4ab3-ba48-5f8a8f225405), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:33.662363 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735737c3-9296-474c-975c-ad96dd512083 req-fe63fb95-4eff-4310-ba88-a4787b3093ea tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:33.663936 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-735737c3-9296-474c-975c-ad96dd512083 req-fe63fb95-4eff-4310-ba88-a4787b3093ea tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0501781 Jun 23 11:59:33.681470 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daafd9c-b327-4582-ac1d-c8afd66a023b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b806f1c4-b55c-4ab3-ba48-5f8a8f225405,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:33.685713 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4daafd9c-b327-4582-ac1d-c8afd66a023b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:33.689074 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-4daafd9c-b327-4582-ac1d-c8afd66a023b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b806f1c4-b55c-4ab3-ba48-5f8a8f225405 HTTP/1.1" status: 204 len: 168 time: 0.2220840 Jun 23 11:59:33.691238 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53876) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:33.716603 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-735737c3-9296-474c-975c-ad96dd512083 req-0643c4e2-6d8c-4219-b9c7-0fdab32bffbe tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464144 Jun 23 11:59:33.759206 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-31d5c798-4da2-4484-b13f-54d99f6883d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (1cbb7bc8-91c5-4257-ad30-f56ed02325b3), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:33.839986 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-31d5c798-4da2-4484-b13f-54d99f6883d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (1cbb7bc8-91c5-4257-ad30-f56ed02325b3), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:33.861863 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-31d5c798-4da2-4484-b13f-54d99f6883d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbb7bc8-91c5-4257-ad30-f56ed02325b3']}} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:33.870119 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-31d5c798-4da2-4484-b13f-54d99f6883d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b75d81d-3788-47e6-a7ec-066eae27f051') {'for_net_delete': True} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:33.870414 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-31d5c798-4da2-4484-b13f-54d99f6883d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b75d81d-3788-47e6-a7ec-066eae27f051') {} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:33.877107 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:33.881116 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-31d5c798-4da2-4484-b13f-54d99f6883d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28146423'] for segment (6b75d81d-3788-47e6-a7ec-066eae27f051), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:33.896302 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-31d5c798-4da2-4484-b13f-54d99f6883d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (6b75d81d-3788-47e6-a7ec-066eae27f051), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:33.903337 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d5c798-4da2-4484-b13f-54d99f6883d2 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 11:59:33.903648 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-31d5c798-4da2-4484-b13f-54d99f6883d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27818876'] for segment (6b75d81d-3788-47e6-a7ec-066eae27f051), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:33.918674 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:33.930888 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment 6b75d81d-3788-47e6-a7ec-066eae27f051 resource provider aggregate not found Jun 23 11:59:33.961310 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment 6b75d81d-3788-47e6-a7ec-066eae27f051 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b75d81d-3788-47e6-a7ec-066eae27f051 found for delete ", "request_id": "req-97ebbbd4-9b99-4412-8a06-25c57896275a"}]} Jun 23 11:59:33.969210 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-31d5c798-4da2-4484-b13f-54d99f6883d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (1cbb7bc8-91c5-4257-ad30-f56ed02325b3), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:33.976705 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-31d5c798-4da2-4484-b13f-54d99f6883d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:33.979773 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-31d5c798-4da2-4484-b13f-54d99f6883d2 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1cbb7bc8-91c5-4257-ad30-f56ed02325b3 HTTP/1.1" status: 204 len: 168 time: 0.2875257 Jun 23 11:59:33.989231 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5c798-4da2-4484-b13f-54d99f6883d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cbb7bc8-91c5-4257-ad30-f56ed02325b3,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:34.147099 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53886) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:34.191501 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-a5252c2f-700d-4ac5-9258-4faae7c371ce admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a5a0086895b6442da90bc0f1bcecd3e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431294 Jun 23 11:59:34.193864 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53888) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:34.242296 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-71540197-4ffe-4c50-b8df-3e79a70060ce admin admin] Publish callbacks [] for security_group (975619c9-9ff8-4711-8815-6cfd247926e0), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:34.265834 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-71540197-4ffe-4c50-b8df-3e79a70060ce admin admin] Publish callbacks [] for security_group (975619c9-9ff8-4711-8815-6cfd247926e0), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:34.312456 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-71540197-4ffe-4c50-b8df-3e79a70060ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (975619c9-9ff8-4711-8815-6cfd247926e0), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:34.315025 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-71540197-4ffe-4c50-b8df-3e79a70060ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:34.316199 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-71540197-4ffe-4c50-b8df-3e79a70060ce admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/975619c9-9ff8-4711-8815-6cfd247926e0 HTTP/1.1" status: 204 len: 168 time: 0.1214373 Jun 23 11:59:34.324119 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71540197-4ffe-4c50-b8df-3e79a70060ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975619c9-9ff8-4711-8815-6cfd247926e0,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:34.649003 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:34.833784 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a062290-c034-4298-9022-23bb698548d0 req-548b083e-af9f-4610-95af-6dff9f0c18a1 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:34.835272 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6a062290-c034-4298-9022-23bb698548d0 req-548b083e-af9f-4610-95af-6dff9f0c18a1 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0509155 Jun 23 11:59:34.889438 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6a062290-c034-4298-9022-23bb698548d0 req-02c9d26d-1fe4-46b6-8ee8-56a5a03c00e8 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478427 Jun 23 11:59:35.004588 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 53912) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:35.102485 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-35a6c575-5882-4cd1-bdb1-1129bb0d8af8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-349309570-network', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:35.125192 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a6c575-5882-4cd1-bdb1-1129bb0d8af8 admin admin] Made reservation on behalf of a2d3e44f4113405a9cd4e604aea9955b for: {'network': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:59:35.127582 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-35a6c575-5882-4cd1-bdb1-1129bb0d8af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:35.136977 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-35a6c575-5882-4cd1-bdb1-1129bb0d8af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:35.217272 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-35a6c575-5882-4cd1-bdb1-1129bb0d8af8 admin admin] Publish callbacks [] for security_group (b3089513-6cb8-4d71-a855-b7ca15210ae9), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:35.221207 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-35a6c575-5882-4cd1-bdb1-1129bb0d8af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (b3089513-6cb8-4d71-a855-b7ca15210ae9), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:35.251035 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a6c575-5882-4cd1-bdb1-1129bb0d8af8 admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=103988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:59:35.257784 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6c575-5882-4cd1-bdb1-1129bb0d8af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3089513-6cb8-4d71-a855-b7ca15210ae9,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:35.263921 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-35a6c575-5882-4cd1-bdb1-1129bb0d8af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (3affdf3e-6c65-4bf5-9ee3-3df5d435a549), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:35.264277 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.segments_db [None req-35a6c575-5882-4cd1-bdb1-1129bb0d8af8 admin admin] Added segment 3affdf3e-6c65-4bf5-9ee3-3df5d435a549 of type vlan for network a13aae4c-de05-481c-b4e4-5c7570ff46f8 Jun 23 11:59:35.306973 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-35a6c575-5882-4cd1-bdb1-1129bb0d8af8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (a13aae4c-de05-481c-b4e4-5c7570ff46f8), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:35.323382 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:35.334425 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-35a6c575-5882-4cd1-bdb1-1129bb0d8af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (a13aae4c-de05-481c-b4e4-5c7570ff46f8), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:35.335399 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a6c575-5882-4cd1-bdb1-1129bb0d8af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:35.335998 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-35a6c575-5882-4cd1-bdb1-1129bb0d8af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:35.375002 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-35a6c575-5882-4cd1-bdb1-1129bb0d8af8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3692799 Jun 23 11:59:35.377968 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53916) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:35.382890 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-24b3edc2-b57b-4944-b321-f5cca9584ef6 admin admin] Request body: {'subnet': {'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-349309570-subnet', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'ip_version': 4}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:35.401337 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6c575-5882-4cd1-bdb1-1129bb0d8af8 admin admin] Pushing event updated for resources: {'Network': ['ID=a13aae4c-de05-481c-b4e4-5c7570ff46f8,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:35.401921 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b3edc2-b57b-4944-b321-f5cca9584ef6 admin admin] Made reservation on behalf of a2d3e44f4113405a9cd4e604aea9955b for: {'subnet': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:59:35.404373 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-24b3edc2-b57b-4944-b321-f5cca9584ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29159627'] for subnet (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:35.411274 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network a13aae4c-de05-481c-b4e4-5c7570ff46f8 details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:59:35.580575 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-24b3edc2-b57b-4944-b321-f5cca9584ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27818965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29159613'] for subnet (427c5630-0ade-4ebf-bdf6-d37734b4bf7b), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:35.639951 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3edc2-b57b-4944-b321-f5cca9584ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=427c5630-0ade-4ebf-bdf6-d37734b4bf7b,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:35.647431 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b3edc2-b57b-4944-b321-f5cca9584ef6 admin admin] Checking segment: {'id': '3affdf3e-6c65-4bf5-9ee3-3df5d435a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:59:35.647782 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3edc2-b57b-4944-b321-f5cca9584ef6 admin admin] Network hostable DHCP agents. Network: a13aae4c-de05-481c-b4e4-5c7570ff46f8, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:59:35.665838 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3edc2-b57b-4944-b321-f5cca9584ef6 admin admin] Network a13aae4c-de05-481c-b4e4-5c7570ff46f8 is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:59:35.676487 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-24b3edc2-b57b-4944-b321-f5cca9584ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, a13aae4c-de05-481c-b4e4-5c7570ff46f8) {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:59:35.681065 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b3edc2-b57b-4944-b321-f5cca9584ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:35.682120 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-24b3edc2-b57b-4944-b321-f5cca9584ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:35.685094 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d45c9f-3cf3-4f9c-bf08-3ea890b2ca06 None None] Network a13aae4c-de05-481c-b4e4-5c7570ff46f8 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:59:35.698012 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-24b3edc2-b57b-4944-b321-f5cca9584ef6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3189299 Jun 23 11:59:35.700883 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 53918) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:35.705265 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-349309570-router', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:35.711630 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:35.731606 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28134'] for router (d8405c6a-4922-4c94-bd76-84f868ca8c74), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:35.732640 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28145'] for router (d8405c6a-4922-4c94-bd76-84f868ca8c74), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:35.788545 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Publish callbacks [] for router_controller (d8405c6a-4922-4c94-bd76-84f868ca8c74), precommit_add_association {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:35.799524 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83512bf-ddb1-54fd-98d6-d759d7d8cd6f-a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'fixed_ips': [{'subnet_id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b'}]}} from dv-cinder-826608-3-iscsi. {{(pid=103990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:59:35.800504 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:35.825813 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:35.880235 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:35.880863 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:35.913874 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:35.930655 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Publish callbacks [] for router_gateway (d8405c6a-4922-4c94-bd76-84f868ca8c74), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:36.048014 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f02814-f187-4f1a-8a1c-6b57c95c22db req-2c6f3b25-394b-4b18-bdf9-2887aef82e3b tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:36.049597 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-38f02814-f187-4f1a-8a1c-6b57c95c22db req-2c6f3b25-394b-4b18-bdf9-2887aef82e3b tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0856421 Jun 23 11:59:36.088246 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.db_base_plugin_common [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Allocated IP 172.20.0.2 (a13aae4c-de05-481c-b4e4-5c7570ff46f8/427c5630-0ade-4ebf-bdf6-d37734b4bf7b/cf3a662c-00ea-4ae0-8b06-d0f8d2757f78) {{(pid=103990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:59:36.176352 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:36.254593 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Publish callbacks [] for port (cf3a662c-00ea-4ae0-8b06-d0f8d2757f78), precommit_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:36.261808 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (cf3a662c-00ea-4ae0-8b06-d0f8d2757f78), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:36.306888 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Network a13aae4c-de05-481c-b4e4-5c7570ff46f8 is already hosted by enough agents. {{(pid=103990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:59:36.312790 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.base_scheduler [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Resources bound (agent type, host, resource id): {{(pid=103990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:59:36.314945 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Pushing event updated for resources: {'Port': ['ID=cf3a662c-00ea-4ae0-8b06-d0f8d2757f78,revision_number=1']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:36.317139 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Received port after_create {{(pid=103990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:59:36.378585 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Attempting to bind port cf3a662c-00ea-4ae0-8b06-d0f8d2757f78 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:59:36.378952 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Attempting to bind port cf3a662c-00ea-4ae0-8b06-d0f8d2757f78 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': '3affdf3e-6c65-4bf5-9ee3-3df5d435a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:59:36.379311 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Attempting to bind port cf3a662c-00ea-4ae0-8b06-d0f8d2757f78 on network a13aae4c-de05-481c-b4e4-5c7570ff46f8 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:59:36.384819 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:59:36.385194 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Checking segment: {'id': '3affdf3e-6c65-4bf5-9ee3-3df5d435a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:59:36.385604 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:36.385995 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Bound using segment: {'id': '3affdf3e-6c65-4bf5-9ee3-3df5d435a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:59:36.387065 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Bound port: cf3a662c-00ea-4ae0-8b06-d0f8d2757f78, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3affdf3e-6c65-4bf5-9ee3-3df5d435a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:59:36.387443 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (cf3a662c-00ea-4ae0-8b06-d0f8d2757f78), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:36.450761 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] For port cf3a662c-00ea-4ae0-8b06-d0f8d2757f78, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:59:36.452488 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-38f02814-f187-4f1a-8a1c-6b57c95c22db req-e3412e48-936c-4eae-a99f-6cc098446df0 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3965333 Jun 23 11:59:36.454320 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] For port cf3a662c-00ea-4ae0-8b06-d0f8d2757f78, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=cf3a662c-00ea-4ae0-8b06-d0f8d2757f78,segment=NetworkSegment(3affdf3e-6c65-4bf5-9ee3-3df5d435a549),segment_id=3affdf3e-6c65-4bf5-9ee3-3df5d435a549)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:59:36.460301 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (cf3a662c-00ea-4ae0-8b06-d0f8d2757f78), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:36.475280 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Publish callbacks [] for router_gateway (d8405c6a-4922-4c94-bd76-84f868ca8c74), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:36.495084 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:36.540156 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf14c51-2590-4f0c-a033-04f1ca2918e6 None None] Pushing event updated for resources: {'Port': ['ID=cf3a662c-00ea-4ae0-8b06-d0f8d2757f78,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:36.602241 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602ccf6-e237-4347-91d5-20d023a69e9c req-f1186362-7832-4f17-904c-7213afe39035 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:36.604087 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6602ccf6-e237-4347-91d5-20d023a69e9c req-f1186362-7832-4f17-904c-7213afe39035 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0646586 Jun 23 11:59:36.612818 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53926) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:36.617167 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-0f886658-7cae-4c7a-a998-be9b8633f5a6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Request body: {'floatingip': {'port_id': 'e482920e-48e2-4b63-930d-1d004fbb0de0'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:36.617695 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Allocated IP 172.27.3.121 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/626d2e4f-d472-4fb1-a882-038ead15d258) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:59:36.680948 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0f886658-7cae-4c7a-a998-be9b8633f5a6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for floatingip (f0f8c15b-9338-415f-a103-a1339250b55e), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:36.752819 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:36.759874 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Publish callbacks [] for port (626d2e4f-d472-4fb1-a882-038ead15d258), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:36.802458 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (626d2e4f-d472-4fb1-a882-038ead15d258), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:36.811256 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:36.849011 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:59:36.853743 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:59:36.858648 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:59:36.861487 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:36.889421 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Pushing event updated for resources: {'Port': ['ID=626d2e4f-d472-4fb1-a882-038ead15d258,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:36.899878 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:37.110456 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Publish callbacks [] for router_gateway (d8405c6a-4922-4c94-bd76-84f868ca8c74), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:37.182078 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0f886658-7cae-4c7a-a998-be9b8633f5a6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:37.187636 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0f886658-7cae-4c7a-a998-be9b8633f5a6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (f0f8c15b-9338-415f-a103-a1339250b55e), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:37.318037 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596902'] for router (d8405c6a-4922-4c94-bd76-84f868ca8c74), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:37.460736 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Router d8405c6a-4922-4c94-bd76-84f868ca8c74 is scheduled to L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 with binding_index 1 {{(pid=103988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:59:37.560583 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b41eda-12eb-4bd8-9e79-844da8cc5324 None None] Network a13aae4c-de05-481c-b4e4-5c7570ff46f8 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:59:37.587315 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:59:37.604304 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Sync routers for ids ['d8405c6a-4922-4c94-bd76-84f868ca8c74'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:59:37.607854 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:37.611607 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-9de7430e-a21b-4155-b4e4-7e9e194846a7 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9072967 Jun 23 11:59:37.612142 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53928) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:37.640724 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-e90aeb6a-0209-4f15-99e9-d8cb9b7f5f0e None None] Provisioning complete for port cf3a662c-00ea-4ae0-8b06-d0f8d2757f78 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:37.641173 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-e90aeb6a-0209-4f15-99e9-d8cb9b7f5f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (cf3a662c-00ea-4ae0-8b06-d0f8d2757f78), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:37.678904 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Routers {'d8405c6a-4922-4c94-bd76-84f868ca8c74'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:59:37.679630 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:59:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['d8405c6a-4922-4c94-bd76-84f868ca8c74'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:37.680940 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f886658-7cae-4c7a-a998-be9b8633f5a6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Router da65d384-6a85-49c0-8b5b-62bc581e7803 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:59:37.850475 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Set router d8405c6a-4922-4c94-bd76-84f868ca8c74 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:59:37.853687 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-e90aeb6a-0209-4f15-99e9-d8cb9b7f5f0e None None] Current status of the port cf3a662c-00ea-4ae0-8b06-d0f8d2757f78 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:37.854071 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-e90aeb6a-0209-4f15-99e9-d8cb9b7f5f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (cf3a662c-00ea-4ae0-8b06-d0f8d2757f78), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:37.911536 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f886658-7cae-4c7a-a998-be9b8633f5a6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:59:37.918177 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0f886658-7cae-4c7a-a998-be9b8633f5a6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:37.926686 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24c331d-7728-4148-b867-1c9627fd614b None None] Sync routers for ids ['da65d384-6a85-49c0-8b5b-62bc581e7803'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:59:37.939982 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24c331d-7728-4148-b867-1c9627fd614b None None] Routers {'da65d384-6a85-49c0-8b5b-62bc581e7803'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:59:37.941317 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-e24c331d-7728-4148-b867-1c9627fd614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:59:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['da65d384-6a85-49c0-8b5b-62bc581e7803'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:37.952443 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'tag': 'e482920e-48e2-4b63-930d-1d004fbb0de0'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:59:37.954723 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee0577d-845e-4e4d-aa1d-69ffd4ebe80e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7bee95-4d0f-4a24-9abc-1d972470a137", "tag": "e482920e-48e2-4b63-930d-1d004fbb0de0"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:59:38.008059 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:38.009774 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f37ab1-9135-4698-8edd-b0739905b243 x-openstack-request-id: req-13f37ab1-9135-4698-8edd-b0739905b243 {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:59:38.010138 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7bee95-4d0f-4a24-9abc-1d972470a137", "tag": "e482920e-48e2-4b63-930d-1d004fbb0de0", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:59:38.010333 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-13f37ab1-9135-4698-8edd-b0739905b243 {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:59:38.010886 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f37ab1-9135-4698-8edd-b0739905b243'] response: {'name': 'network-changed', 'server_uuid': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'tag': 'e482920e-48e2-4b63-930d-1d004fbb0de0', 'status': 'completed', 'code': 200} Jun 23 11:59:38.017942 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:38.056901 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-e90aeb6a-0209-4f15-99e9-d8cb9b7f5f0e None None] For port cf3a662c-00ea-4ae0-8b06-d0f8d2757f78, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=cf3a662c-00ea-4ae0-8b06-d0f8d2757f78,segment=NetworkSegment(3affdf3e-6c65-4bf5-9ee3-3df5d435a549),segment_id=3affdf3e-6c65-4bf5-9ee3-3df5d435a549)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:38.057121 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-0f886658-7cae-4c7a-a998-be9b8633f5a6 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "PUT /v2.0/floatingips/f0f8c15b-9338-415f-a103-a1339250b55e HTTP/1.1" status: 200 len: 993 time: 1.4410591 Jun 23 11:59:38.066809 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'name': 'tempest-TestShelveInstance-349309570-router', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:35Z', 'updated_at': '2022-06-23T11:59:37Z', 'revision_number': 3, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'gw_port': {'id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:36Z', 'updated_at': '2022-06-23T11:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:38.071860 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-e90aeb6a-0209-4f15-99e9-d8cb9b7f5f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (cf3a662c-00ea-4ae0-8b06-d0f8d2757f78), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:38.091814 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0577d-845e-4e4d-aa1d-69ffd4ebe80e req-a27b8ee9-51fc-4b26-90d8-ce3830b05525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:38.093531 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3ee0577d-845e-4e4d-aa1d-69ffd4ebe80e req-a27b8ee9-51fc-4b26-90d8-ce3830b05525 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 1130 time: 0.0482812 Jun 23 11:59:38.101592 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Checking router: d8405c6a-4922-4c94-bd76-84f868ca8c74 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:59:38.101911 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Updating router d8405c6a-4922-4c94-bd76-84f868ca8c74 port 626d2e4f-d472-4fb1-a882-038ead15d258 binding host dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:59:38.128365 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-e24c331d-7728-4148-b867-1c9627fd614b None None] Set router da65d384-6a85-49c0-8b5b-62bc581e7803 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:59:38.158994 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (626d2e4f-d472-4fb1-a882-038ead15d258), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:38.198207 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-0771a2b7-8098-48e1-b1ce-930ad16a4316 None None] Provisioning complete for port cf3a662c-00ea-4ae0-8b06-d0f8d2757f78 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:38.198577 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-0771a2b7-8098-48e1-b1ce-930ad16a4316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (cf3a662c-00ea-4ae0-8b06-d0f8d2757f78), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:38.204908 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90aeb6a-0209-4f15-99e9-d8cb9b7f5f0e None None] Pushing event updated for resources: {'Port': ['ID=cf3a662c-00ea-4ae0-8b06-d0f8d2757f78,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:38.218132 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0577d-845e-4e4d-aa1d-69ffd4ebe80e req-f6d47e79-442b-4fa7-a3e9-e0993b7ae1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:38.219948 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3ee0577d-845e-4e4d-aa1d-69ffd4ebe80e req-f6d47e79-442b-4fa7-a3e9-e0993b7ae1a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 920 time: 0.1189778 Jun 23 11:59:38.233066 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:38.245129 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:38.304725 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3ee0577d-845e-4e4d-aa1d-69ffd4ebe80e req-4bf052c9-546c-4c69-ba49-75bdee4b303f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e482920e-48e2-4b63-930d-1d004fbb0de0 HTTP/1.1" status: 200 len: 1001 time: 0.0769157 Jun 23 11:59:38.324269 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:38.364529 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:38.391767 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-0771a2b7-8098-48e1-b1ce-930ad16a4316 None None] Current status of the port cf3a662c-00ea-4ae0-8b06-d0f8d2757f78 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:38.416604 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0577d-845e-4e4d-aa1d-69ffd4ebe80e req-514b5b1e-ee54-427a-b819-36ac5a76bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:38.418186 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3ee0577d-845e-4e4d-aa1d-69ffd4ebe80e req-514b5b1e-ee54-427a-b819-36ac5a76bfca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.1037972 Jun 23 11:59:38.436617 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:38.439588 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device cf3a662c-00ea-4ae0-8b06-d0f8d2757f78 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:59:38.457531 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-e24c331d-7728-4148-b867-1c9627fd614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:47Z', 'revision_number': 4, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port': {'id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'f0f8c15b-9338-415f-a103-a1339250b55e', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'port_id': 'e482920e-48e2-4b63-930d-1d004fbb0de0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'mac_address': 'fa:16:3e:67:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:57:24Z', 'updated_at': '2022-06-23T11:59:37Z', 'revision_number': 3, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7524accd-5918-47cb-b6df-8d53acf29226', 'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'mac_address': 'fa:16:3e:9a:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 5, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'subnets': [{'id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:38.479001 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0577d-845e-4e4d-aa1d-69ffd4ebe80e req-4bf107a7-ad67-4b14-999e-d416f1b42e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:38.481079 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3ee0577d-845e-4e4d-aa1d-69ffd4ebe80e req-4bf107a7-ad67-4b14-999e-d416f1b42e4d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523946 Jun 23 11:59:38.487757 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24c331d-7728-4148-b867-1c9627fd614b None None] Checking router: da65d384-6a85-49c0-8b5b-62bc581e7803 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:59:38.498283 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24c331d-7728-4148-b867-1c9627fd614b None None] Routers {'da65d384-6a85-49c0-8b5b-62bc581e7803'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:59:38.499133 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-e24c331d-7728-4148-b867-1c9627fd614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:59:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['da65d384-6a85-49c0-8b5b-62bc581e7803'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:38.530433 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port cf3a662c-00ea-4ae0-8b06-d0f8d2757f78 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:38.530841 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (cf3a662c-00ea-4ae0-8b06-d0f8d2757f78), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:38.575258 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Allocated IP 172.20.0.1 (a13aae4c-de05-481c-b4e4-5c7570ff46f8/427c5630-0ade-4ebf-bdf6-d37734b4bf7b/4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:59:38.582173 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3ee0577d-845e-4e4d-aa1d-69ffd4ebe80e req-cbbc2c9b-051c-405a-9a50-587ab0e1a010 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935957 Jun 23 11:59:38.627591 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-e24c331d-7728-4148-b867-1c9627fd614b None None] Set router da65d384-6a85-49c0-8b5b-62bc581e7803 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:59:38.633042 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Publish callbacks [] for port (626d2e4f-d472-4fb1-a882-038ead15d258), precommit_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:38.662161 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (626d2e4f-d472-4fb1-a882-038ead15d258), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:38.709962 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Publish callbacks [] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:38.710441 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port cf3a662c-00ea-4ae0-8b06-d0f8d2757f78 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:38.711243 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3ee0577d-845e-4e4d-aa1d-69ffd4ebe80e req-c9ded77b-7e44-4f8e-bf54-b12db24f99bc service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197400 Jun 23 11:59:38.727431 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60855c-ffbd-440e-9c9b-5ac1e0c41835 None None] Pushing event updated for resources: {'Port': ['ID=626d2e4f-d472-4fb1-a882-038ead15d258,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:38.729702 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Attempting to bind port 626d2e4f-d472-4fb1-a882-038ead15d258 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:59:38.730105 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Attempting to bind port 626d2e4f-d472-4fb1-a882-038ead15d258 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:59:38.730467 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Attempting to bind port 626d2e4f-d472-4fb1-a882-038ead15d258 on network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:59:38.736086 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:59:38.736463 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Checking segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:59:38.736903 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:38.737293 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Bound using segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:59:38.737754 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Bound port: 626d2e4f-d472-4fb1-a882-038ead15d258, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:59:38.738131 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (626d2e4f-d472-4fb1-a882-038ead15d258), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:38.756351 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:38.765688 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:38.791540 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] For port 626d2e4f-d472-4fb1-a882-038ead15d258, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:59:38.795320 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] For port 626d2e4f-d472-4fb1-a882-038ead15d258, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=626d2e4f-d472-4fb1-a882-038ead15d258,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:59:38.802316 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Network a13aae4c-de05-481c-b4e4-5c7570ff46f8 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:59:38.803678 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (626d2e4f-d472-4fb1-a882-038ead15d258), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:38.806550 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:59:38.811494 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:59:38.842687 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Pushing event updated for resources: {'Port': ['ID=4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:38.868160 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595459'] for router_interface (d8405c6a-4922-4c94-bd76-84f868ca8c74), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:38.936217 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-e24c331d-7728-4148-b867-1c9627fd614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:47Z', 'revision_number': 4, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port': {'id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'f0f8c15b-9338-415f-a103-a1339250b55e', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'port_id': 'e482920e-48e2-4b63-930d-1d004fbb0de0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'mac_address': 'fa:16:3e:67:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:57:24Z', 'updated_at': '2022-06-23T11:59:37Z', 'revision_number': 3, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7524accd-5918-47cb-b6df-8d53acf29226', 'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'mac_address': 'fa:16:3e:9a:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 5, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'subnets': [{'id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:38.966331 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24c331d-7728-4148-b867-1c9627fd614b None None] The sync data for ids ['da65d384-6a85-49c0-8b5b-62bc581e7803'] in dv-cinder-826608-3-iscsi is: [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:47Z', 'revision_number': 4, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port': {'id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'f0f8c15b-9338-415f-a103-a1339250b55e', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'port_id': 'e482920e-48e2-4b63-930d-1d004fbb0de0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'mac_address': 'fa:16:3e:67:83:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:57:24Z', 'updated_at': '2022-06-23T11:59:37Z', 'revision_number': 3, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7524accd-5918-47cb-b6df-8d53acf29226', 'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'mac_address': 'fa:16:3e:9a:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 5, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'subnets': [{'id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:59:39.015045 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Routers {'d8405c6a-4922-4c94-bd76-84f868ca8c74'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:59:39.016187 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:59:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['d8405c6a-4922-4c94-bd76-84f868ca8c74'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:39.018008 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60855c-ffbd-440e-9c9b-5ac1e0c41835 None None] Pushing event updated for resources: {'Port': ['ID=626d2e4f-d472-4fb1-a882-038ead15d258,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:39.048580 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:39.124227 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-bf4af67c-be8d-4eea-9cfa-57fdd88bba8a None None] Provisioning complete for port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:39.124706 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bf4af67c-be8d-4eea-9cfa-57fdd88bba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:39.163692 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] Set router d8405c6a-4922-4c94-bd76-84f868ca8c74 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:59:39.201675 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-bf4af67c-be8d-4eea-9cfa-57fdd88bba8a None None] Port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:59:39.232725 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Publish callbacks [] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:39.237400 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:39.309880 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Pushing event updated for resources: {'Port': ['ID=4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:39.313450 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597651'] for router_interface (d8405c6a-4922-4c94-bd76-84f868ca8c74), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:39.334620 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:39.368721 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'name': 'tempest-TestShelveInstance-349309570-router', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:35Z', 'updated_at': '2022-06-23T11:59:38Z', 'revision_number': 4, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'gw_port': {'id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:36Z', 'updated_at': '2022-06-23T11:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a', 'name': '', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'mac_address': 'fa:16:3e:fb:a7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:38Z', 'updated_at': '2022-06-23T11:59:38Z', 'revision_number': 1, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'subnets': [{'id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:39.397549 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9f823e-8a2a-41ba-b54e-6d8b430d4e83 None None] The sync data for ids ['d8405c6a-4922-4c94-bd76-84f868ca8c74'] in dv-cinder-826608-3-iscsi is: [{'id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'name': 'tempest-TestShelveInstance-349309570-router', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:35Z', 'updated_at': '2022-06-23T11:59:38Z', 'revision_number': 4, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'gw_port': {'id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:36Z', 'updated_at': '2022-06-23T11:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a', 'name': '', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'mac_address': 'fa:16:3e:fb:a7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:38Z', 'updated_at': '2022-06-23T11:59:38Z', 'revision_number': 1, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'subnets': [{'id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:59:39.407225 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Network a13aae4c-de05-481c-b4e4-5c7570ff46f8 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:59:39.408695 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:59:39.538157 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Router d8405c6a-4922-4c94-bd76-84f868ca8c74 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:59:39.625868 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-68cb2e14-a938-4562-bed4-6035d072a821 None None] Provisioning complete for port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:39.626242 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-68cb2e14-a938-4562-bed4-6035d072a821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:39.666399 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-68cb2e14-a938-4562-bed4-6035d072a821 None None] Port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:59:39.667050 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:59:39.675180 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-4daf0cef-de67-4730-9e94-cd9713424502 admin admin] 10.222.0.67 "PUT /v2.0/routers/d8405c6a-4922-4c94-bd76-84f868ca8c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0611746 Jun 23 11:59:40.012188 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'tag': 'e482920e-48e2-4b63-930d-1d004fbb0de0'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:59:40.014637 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91daa544-3dbf-4f8f-bc9c-9caa490780c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7bee95-4d0f-4a24-9abc-1d972470a137", "tag": "e482920e-48e2-4b63-930d-1d004fbb0de0"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:59:40.053337 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 11:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd83bdde-2b5e-4926-a817-909e2ed64499 x-openstack-request-id: req-dd83bdde-2b5e-4926-a817-909e2ed64499 {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:59:40.057045 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7bee95-4d0f-4a24-9abc-1d972470a137", "tag": "e482920e-48e2-4b63-930d-1d004fbb0de0", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:59:40.057474 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dd83bdde-2b5e-4926-a817-909e2ed64499 {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:59:40.058626 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd83bdde-2b5e-4926-a817-909e2ed64499'] response: {'name': 'network-changed', 'server_uuid': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'tag': 'e482920e-48e2-4b63-930d-1d004fbb0de0', 'status': 'completed', 'code': 200} Jun 23 11:59:40.147572 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daa544-3dbf-4f8f-bc9c-9caa490780c6 req-eef3ae6e-3f7a-4bfe-ade8-3d9671d63b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:40.149167 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-91daa544-3dbf-4f8f-bc9c-9caa490780c6 req-eef3ae6e-3f7a-4bfe-ade8-3d9671d63b22 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 1130 time: 0.0493853 Jun 23 11:59:40.168295 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:40.222592 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:40.264900 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53952) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:40.269928 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-8501e890-6366-4f65-91cb-455d694dc99c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-327701396-network', 'tenant_id': '971c124aa61549df80a67e641298d55f'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:40.274666 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daa544-3dbf-4f8f-bc9c-9caa490780c6 req-081c59f1-343b-491f-830a-73ae9a0a38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:40.277589 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-91daa544-3dbf-4f8f-bc9c-9caa490780c6 req-081c59f1-343b-491f-830a-73ae9a0a38b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 920 time: 0.1200118 Jun 23 11:59:40.279123 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:40.303290 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8501e890-6366-4f65-91cb-455d694dc99c admin admin] Made reservation on behalf of 971c124aa61549df80a67e641298d55f for: {'network': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:59:40.305948 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8501e890-6366-4f65-91cb-455d694dc99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:40.316882 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8501e890-6366-4f65-91cb-455d694dc99c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:40.359032 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-91daa544-3dbf-4f8f-bc9c-9caa490780c6 req-ab03504f-b557-4fb1-971b-8e9be45a3534 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e482920e-48e2-4b63-930d-1d004fbb0de0 HTTP/1.1" status: 200 len: 1001 time: 0.0732498 Jun 23 11:59:40.370129 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 626d2e4f-d472-4fb1-a882-038ead15d258 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:59:40.426725 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daa544-3dbf-4f8f-bc9c-9caa490780c6 req-233bf856-b2f3-4cae-8461-2c512862d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:40.428609 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-91daa544-3dbf-4f8f-bc9c-9caa490780c6 req-233bf856-b2f3-4cae-8461-2c512862d40f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.0605168 Jun 23 11:59:40.436932 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8501e890-6366-4f65-91cb-455d694dc99c admin admin] Publish callbacks [] for security_group (b4f132e8-2d64-4b9b-8c0d-d4779db55215), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:40.437236 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 626d2e4f-d472-4fb1-a882-038ead15d258 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:40.437716 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (626d2e4f-d472-4fb1-a882-038ead15d258), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:40.445941 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8501e890-6366-4f65-91cb-455d694dc99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (b4f132e8-2d64-4b9b-8c0d-d4779db55215), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:40.480890 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8501e890-6366-4f65-91cb-455d694dc99c admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 11:59:40.487744 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daa544-3dbf-4f8f-bc9c-9caa490780c6 req-4cf8bbfe-6a0d-4193-8ac6-c5fd850f4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:40.488198 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501e890-6366-4f65-91cb-455d694dc99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f132e8-2d64-4b9b-8c0d-d4779db55215,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:40.489675 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-91daa544-3dbf-4f8f-bc9c-9caa490780c6 req-4cf8bbfe-6a0d-4193-8ac6-c5fd850f4dff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541158 Jun 23 11:59:40.496907 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8501e890-6366-4f65-91cb-455d694dc99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (c8ea1c27-bd58-4971-a863-e4e985cd9834), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:40.497110 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.segments_db [None req-8501e890-6366-4f65-91cb-455d694dc99c admin admin] Added segment c8ea1c27-bd58-4971-a863-e4e985cd9834 of type vlan for network ddcf0138-e964-4de0-861c-1c475b7426fd Jun 23 11:59:40.540038 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8501e890-6366-4f65-91cb-455d694dc99c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (ddcf0138-e964-4de0-861c-1c475b7426fd), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:40.555134 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 626d2e4f-d472-4fb1-a882-038ead15d258 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:40.555527 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (626d2e4f-d472-4fb1-a882-038ead15d258), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:40.572201 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8501e890-6366-4f65-91cb-455d694dc99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (ddcf0138-e964-4de0-861c-1c475b7426fd), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:40.573738 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8501e890-6366-4f65-91cb-455d694dc99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:40.574388 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8501e890-6366-4f65-91cb-455d694dc99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:40.575787 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:40.580577 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port 626d2e4f-d472-4fb1-a882-038ead15d258, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=626d2e4f-d472-4fb1-a882-038ead15d258,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:40.587460 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (626d2e4f-d472-4fb1-a882-038ead15d258), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:40.634789 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-91daa544-3dbf-4f8f-bc9c-9caa490780c6 req-28f10ab7-cefe-4cf5-860e-49400dfbc412 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263685 Jun 23 11:59:40.635923 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:40.645956 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-8501e890-6366-4f65-91cb-455d694dc99c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3799715 Jun 23 11:59:40.647466 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501e890-6366-4f65-91cb-455d694dc99c admin admin] Pushing event updated for resources: {'Network': ['ID=ddcf0138-e964-4de0-861c-1c475b7426fd,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:40.649873 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53956) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:40.655163 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-f52694e1-97e3-43c7-a135-df82cf3cb8cf admin admin] Request body: {'subnet': {'network_id': 'ddcf0138-e964-4de0-861c-1c475b7426fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-327701396-subnet', 'tenant_id': '971c124aa61549df80a67e641298d55f', 'ip_version': 4}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:40.669267 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=626d2e4f-d472-4fb1-a882-038ead15d258,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:40.675407 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network ddcf0138-e964-4de0-861c-1c475b7426fd details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 11:59:40.702509 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52694e1-97e3-43c7-a135-df82cf3cb8cf admin admin] Made reservation on behalf of 971c124aa61549df80a67e641298d55f for: {'subnet': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 11:59:40.706373 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f52694e1-97e3-43c7-a135-df82cf3cb8cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29159627'] for subnet (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:40.752808 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-91daa544-3dbf-4f8f-bc9c-9caa490780c6 req-a5e632f2-881c-483d-8254-6f3ee6ca1271 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110137 Jun 23 11:59:40.806380 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:40.905333 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f52694e1-97e3-43c7-a135-df82cf3cb8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27818965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29159613'] for subnet (e7986133-0aeb-4ba9-bda9-1601969a524d), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:40.964857 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52694e1-97e3-43c7-a135-df82cf3cb8cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7986133-0aeb-4ba9-bda9-1601969a524d,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:40.981324 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52694e1-97e3-43c7-a135-df82cf3cb8cf admin admin] Checking segment: {'id': 'c8ea1c27-bd58-4971-a863-e4e985cd9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ddcf0138-e964-4de0-861c-1c475b7426fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:59:40.981676 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52694e1-97e3-43c7-a135-df82cf3cb8cf admin admin] Network hostable DHCP agents. Network: ddcf0138-e964-4de0-861c-1c475b7426fd, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 11:59:40.999218 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52694e1-97e3-43c7-a135-df82cf3cb8cf admin admin] Network ddcf0138-e964-4de0-861c-1c475b7426fd is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 11:59:41.008924 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-f52694e1-97e3-43c7-a135-df82cf3cb8cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, ddcf0138-e964-4de0-861c-1c475b7426fd) {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:59:41.013881 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52694e1-97e3-43c7-a135-df82cf3cb8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:41.014588 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f52694e1-97e3-43c7-a135-df82cf3cb8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:41.018741 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4c9f50-4c9c-4de1-8965-4f8be514e68d None None] Network ddcf0138-e964-4de0-861c-1c475b7426fd requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:59:41.039236 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-f52694e1-97e3-43c7-a135-df82cf3cb8cf admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3858685 Jun 23 11:59:41.039462 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 53958) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:41.044323 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-327701396-router', 'tenant_id': '971c124aa61549df80a67e641298d55f', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:41.064997 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28134'] for router (312fc456-a257-41b2-ada3-59e778fd3292), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:41.066024 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28145'] for router (312fc456-a257-41b2-ada3-59e778fd3292), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:41.122636 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Publish callbacks [] for router_controller (312fc456-a257-41b2-ada3-59e778fd3292), precommit_add_association {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:41.131082 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83512bf-ddb1-54fd-98d6-d759d7d8cd6f-ddcf0138-e964-4de0-861c-1c475b7426fd', 'network_id': 'ddcf0138-e964-4de0-861c-1c475b7426fd', 'project_id': '971c124aa61549df80a67e641298d55f', 'fixed_ips': [{'subnet_id': 'e7986133-0aeb-4ba9-bda9-1601969a524d'}]}} from dv-cinder-826608-3-iscsi. {{(pid=103990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 11:59:41.132010 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:41.207182 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:41.264443 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Publish callbacks [] for router_gateway (312fc456-a257-41b2-ada3-59e778fd3292), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:41.275133 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=74,neutron:INSERT=17,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:41.280390 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.db_base_plugin_common [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Allocated IP 172.20.0.2 (ddcf0138-e964-4de0-861c-1c475b7426fd/e7986133-0aeb-4ba9-bda9-1601969a524d/b02ff9f6-03c3-4a19-85ce-8ebf89c3742c) {{(pid=103990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:59:41.431294 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Publish callbacks [] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), precommit_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:41.438550 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:41.461205 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Publish callbacks [] for router_gateway (312fc456-a257-41b2-ada3-59e778fd3292), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:41.479793 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Network ddcf0138-e964-4de0-861c-1c475b7426fd is already hosted by enough agents. {{(pid=103990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:59:41.480537 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:41.482683 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.base_scheduler [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Resources bound (agent type, host, resource id): {{(pid=103990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:59:41.486625 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Received port after_create {{(pid=103990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:59:41.493872 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Pushing event updated for resources: {'Port': ['ID=b02ff9f6-03c3-4a19-85ce-8ebf89c3742c,revision_number=1']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:41.552735 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Attempting to bind port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:59:41.553097 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Attempting to bind port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'c8ea1c27-bd58-4971-a863-e4e985cd9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ddcf0138-e964-4de0-861c-1c475b7426fd'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:59:41.553451 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Attempting to bind port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c on network ddcf0138-e964-4de0-861c-1c475b7426fd {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:59:41.559190 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:59:41.559555 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Checking segment: {'id': 'c8ea1c27-bd58-4971-a863-e4e985cd9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ddcf0138-e964-4de0-861c-1c475b7426fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:59:41.559947 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:41.560327 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Bound using segment: {'id': 'c8ea1c27-bd58-4971-a863-e4e985cd9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ddcf0138-e964-4de0-861c-1c475b7426fd'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:59:41.560806 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Bound port: b02ff9f6-03c3-4a19-85ce-8ebf89c3742c, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ea1c27-bd58-4971-a863-e4e985cd9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ddcf0138-e964-4de0-861c-1c475b7426fd'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:59:41.561179 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:41.599560 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Allocated IP 172.27.3.25 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/ce29d74a-a1d5-4dcc-9e0a-f864fee107a1) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:59:41.619137 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Sync routers for ids ['d8405c6a-4922-4c94-bd76-84f868ca8c74'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:59:41.638710 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Routers {'d8405c6a-4922-4c94-bd76-84f868ca8c74'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:59:41.639333 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:59:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['d8405c6a-4922-4c94-bd76-84f868ca8c74'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:41.641505 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] For port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:59:41.645055 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] For port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=b02ff9f6-03c3-4a19-85ce-8ebf89c3742c,segment=NetworkSegment(c8ea1c27-bd58-4971-a863-e4e985cd9834),segment_id=c8ea1c27-bd58-4971-a863-e4e985cd9834)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:59:41.671125 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:41.681595 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:41.707386 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Publish callbacks [] for port (ce29d74a-a1d5-4dcc-9e0a-f864fee107a1), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:41.755675 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (ce29d74a-a1d5-4dcc-9e0a-f864fee107a1), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:41.781821 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57123025-fc9d-4490-a7c9-b95828811d8f None None] Pushing event updated for resources: {'Port': ['ID=b02ff9f6-03c3-4a19-85ce-8ebf89c3742c,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:41.803440 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:59:41.804931 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Set router d8405c6a-4922-4c94-bd76-84f868ca8c74 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:59:41.806963 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:59:41.809509 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Pushing event updated for resources: {'Port': ['ID=ce29d74a-a1d5-4dcc-9e0a-f864fee107a1,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:41.811782 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:59:42.032703 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'name': 'tempest-TestShelveInstance-349309570-router', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:35Z', 'updated_at': '2022-06-23T11:59:38Z', 'revision_number': 4, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'gw_port': {'id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:36Z', 'updated_at': '2022-06-23T11:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a', 'name': '', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'mac_address': 'fa:16:3e:fb:a7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:38Z', 'updated_at': '2022-06-23T11:59:39Z', 'revision_number': 2, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'subnets': [{'id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:42.059524 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Checking router: d8405c6a-4922-4c94-bd76-84f868ca8c74 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:59:42.059958 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Updating router d8405c6a-4922-4c94-bd76-84f868ca8c74 port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a binding host dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:59:42.090296 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:42.099156 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Publish callbacks [] for router_gateway (312fc456-a257-41b2-ada3-59e778fd3292), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:42.271121 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:42.380013 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Publish callbacks [] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), precommit_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:42.386663 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:42.419019 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:42.453764 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f34942-8dc4-459a-b4c4-c957366d5946 None None] Pushing event updated for resources: {'Port': ['ID=4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:42.514723 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 626d2e4f-d472-4fb1-a882-038ead15d258 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:59:42.527847 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:42.540756 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596902'] for router (312fc456-a257-41b2-ada3-59e778fd3292), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:42.559223 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Attempting to bind port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:59:42.559588 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Attempting to bind port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': '3affdf3e-6c65-4bf5-9ee3-3df5d435a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:59:42.559972 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Attempting to bind port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a on network a13aae4c-de05-481c-b4e4-5c7570ff46f8 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:59:42.562888 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:42.574289 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:59:42.574699 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Checking segment: {'id': '3affdf3e-6c65-4bf5-9ee3-3df5d435a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:59:42.575218 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:42.575571 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Bound using segment: {'id': '3affdf3e-6c65-4bf5-9ee3-3df5d435a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:59:42.576135 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Bound port: 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3affdf3e-6c65-4bf5-9ee3-3df5d435a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:59:42.576423 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:42.593975 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 626d2e4f-d472-4fb1-a882-038ead15d258 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:42.594347 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (626d2e4f-d472-4fb1-a882-038ead15d258), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:42.700172 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Router 312fc456-a257-41b2-ada3-59e778fd3292 is scheduled to L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 with binding_index 1 {{(pid=103989) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 11:59:42.815279 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:59:42.826255 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Sync routers for ids ['312fc456-a257-41b2-ada3-59e778fd3292'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:59:42.837161 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:42.841185 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-fc61b001-e8b8-4d7c-a8bc-dd05401ede46 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8007088 Jun 23 11:59:42.842295 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 53960) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:42.843334 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Routers {'312fc456-a257-41b2-ada3-59e778fd3292'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:59:42.844252 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:59:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['312fc456-a257-41b2-ada3-59e778fd3292'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:42.868467 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] For port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:59:42.871356 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-12da6585-cf32-4efe-8ed4-f55feca8cb51 None None] Provisioning complete for port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:42.871873 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-12da6585-cf32-4efe-8ed4-f55feca8cb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:42.875153 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 626d2e4f-d472-4fb1-a882-038ead15d258 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:42.876218 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b02ff9f6-03c3-4a19-85ce-8ebf89c3742c up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:59:42.918476 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] For port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a,segment=NetworkSegment(3affdf3e-6c65-4bf5-9ee3-3df5d435a549),segment_id=3affdf3e-6c65-4bf5-9ee3-3df5d435a549)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:59:42.937981 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:42.942090 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:42.951081 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:42.951723 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:42.970941 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Set router 312fc456-a257-41b2-ada3-59e778fd3292 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:59:42.978902 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10426b3-b8a8-4938-b957-467bdfd9a866 None None] Network ddcf0138-e964-4de0-861c-1c475b7426fd requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 11:59:42.987666 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-12da6585-cf32-4efe-8ed4-f55feca8cb51 None None] Port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:59:43.053492 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:43.053865 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:43.081625 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Routers {'d8405c6a-4922-4c94-bd76-84f868ca8c74'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:59:43.082184 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:59:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['d8405c6a-4922-4c94-bd76-84f868ca8c74'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:43.148454 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f34942-8dc4-459a-b4c4-c957366d5946 None None] Pushing event updated for resources: {'Port': ['ID=4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:43.174049 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312fc456-a257-41b2-ada3-59e778fd3292', 'name': 'tempest-TestShelveInstance-327701396-router', 'tenant_id': '971c124aa61549df80a67e641298d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T11:59:41Z', 'revision_number': 3, 'project_id': '971c124aa61549df80a67e641298d55f', 'gw_port': {'id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312fc456-a257-41b2-ada3-59e778fd3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T11:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:43.201337 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Checking router: 312fc456-a257-41b2-ada3-59e778fd3292 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:59:43.201772 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Updating router 312fc456-a257-41b2-ada3-59e778fd3292 port ce29d74a-a1d5-4dcc-9e0a-f864fee107a1 binding host dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:59:43.205459 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-34e81be4-ca98-4e2b-8a0d-dee125b01706 None None] Provisioning complete for port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:43.205696 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-34e81be4-ca98-4e2b-8a0d-dee125b01706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:43.238507 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (ce29d74a-a1d5-4dcc-9e0a-f864fee107a1), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:43.340909 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:43.365607 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] Set router d8405c6a-4922-4c94-bd76-84f868ca8c74 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:59:43.402885 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:43.403129 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:43.451281 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:43.498752 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-34e81be4-ca98-4e2b-8a0d-dee125b01706 None None] Current status of the port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:43.499592 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-34e81be4-ca98-4e2b-8a0d-dee125b01706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:43.538375 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Allocated IP 172.20.0.1 (ddcf0138-e964-4de0-861c-1c475b7426fd/e7986133-0aeb-4ba9-bda9-1601969a524d/267d7e61-1bab-4c20-bc77-766342b63dbe) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 11:59:43.573468 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:43.613149 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=b02ff9f6-03c3-4a19-85ce-8ebf89c3742c,segment=NetworkSegment(c8ea1c27-bd58-4971-a863-e4e985cd9834),segment_id=c8ea1c27-bd58-4971-a863-e4e985cd9834)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:43.621421 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:43.623398 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Publish callbacks [] for port (ce29d74a-a1d5-4dcc-9e0a-f864fee107a1), precommit_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:43.632235 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (ce29d74a-a1d5-4dcc-9e0a-f864fee107a1), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:43.685413 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Publish callbacks [] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:43.694348 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Attempting to bind port ce29d74a-a1d5-4dcc-9e0a-f864fee107a1 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:59:43.694710 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Attempting to bind port ce29d74a-a1d5-4dcc-9e0a-f864fee107a1 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:59:43.695512 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Attempting to bind port ce29d74a-a1d5-4dcc-9e0a-f864fee107a1 on network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:59:43.698391 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Pushing event updated for resources: {'Port': ['ID=ce29d74a-a1d5-4dcc-9e0a-f864fee107a1,revision_number=2']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:43.706966 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:59:43.707359 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Checking segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:59:43.707880 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:43.708593 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Bound using segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:59:43.708593 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Bound port: ce29d74a-a1d5-4dcc-9e0a-f864fee107a1, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:59:43.708980 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (ce29d74a-a1d5-4dcc-9e0a-f864fee107a1), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:43.712342 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:43.712705 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:43.713038 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:43.713369 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:43.713694 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:43.714019 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:43.714902 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:43.715420 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:43.715626 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:43.715854 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:43.716510 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:43.716510 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:43.716826 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:43.717112 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:43.717425 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:43.726519 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.db.api [None req-34e81be4-ca98-4e2b-8a0d-dee125b01706 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 11:59:43.726716 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:43.726930 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG oslo_db.api [None req-34e81be4-ca98-4e2b-8a0d-dee125b01706 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 11:59:43.758662 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=b02ff9f6-03c3-4a19-85ce-8ebf89c3742c,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:43.770886 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Network ddcf0138-e964-4de0-861c-1c475b7426fd is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:59:43.772760 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] For port ce29d74a-a1d5-4dcc-9e0a-f864fee107a1, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:59:43.774064 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:59:43.777448 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 11:59:43.779715 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] For port ce29d74a-a1d5-4dcc-9e0a-f864fee107a1, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=ce29d74a-a1d5-4dcc-9e0a-f864fee107a1,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:59:43.781374 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'name': 'tempest-TestShelveInstance-349309570-router', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:35Z', 'updated_at': '2022-06-23T11:59:38Z', 'revision_number': 4, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'gw_port': {'id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:36Z', 'updated_at': '2022-06-23T11:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a', 'name': '', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'mac_address': 'fa:16:3e:fb:a7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:38Z', 'updated_at': '2022-06-23T11:59:42Z', 'revision_number': 4, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'subnets': [{'id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:43.789191 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (ce29d74a-a1d5-4dcc-9e0a-f864fee107a1), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:43.807337 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Pushing event updated for resources: {'Port': ['ID=267d7e61-1bab-4c20-bc77-766342b63dbe,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:43.815056 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e40805-bdf9-4de1-b2ea-e954b013629a None None] The sync data for ids ['d8405c6a-4922-4c94-bd76-84f868ca8c74'] in dv-cinder-826608-3-iscsi is: [{'id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'name': 'tempest-TestShelveInstance-349309570-router', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:35Z', 'updated_at': '2022-06-23T11:59:38Z', 'revision_number': 4, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'gw_port': {'id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:36Z', 'updated_at': '2022-06-23T11:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a', 'name': '', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'mac_address': 'fa:16:3e:fb:a7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:38Z', 'updated_at': '2022-06-23T11:59:42Z', 'revision_number': 4, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'subnets': [{'id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:59:43.834191 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595459'] for router_interface (312fc456-a257-41b2-ada3-59e778fd3292), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:43.848902 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Routers {'312fc456-a257-41b2-ada3-59e778fd3292'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:59:43.850156 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:59:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['312fc456-a257-41b2-ada3-59e778fd3292'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:43.910121 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ecf1a-b14b-4957-ba40-0078fbe91fb6 None None] Pushing event updated for resources: {'Port': ['ID=ce29d74a-a1d5-4dcc-9e0a-f864fee107a1,revision_number=3']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:43.983505 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:43.992633 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] Set router 312fc456-a257-41b2-ada3-59e778fd3292 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:59:43.992798 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:44.021879 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:44.173578 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Publish callbacks [] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:44.174921 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:44.179885 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:44.187758 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312fc456-a257-41b2-ada3-59e778fd3292', 'name': 'tempest-TestShelveInstance-327701396-router', 'tenant_id': '971c124aa61549df80a67e641298d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T11:59:41Z', 'revision_number': 3, 'project_id': '971c124aa61549df80a67e641298d55f', 'gw_port': {'id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312fc456-a257-41b2-ada3-59e778fd3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T11:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:44.220206 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1a932-3c66-4a05-a05c-e784b9549bf0 None None] The sync data for ids ['312fc456-a257-41b2-ada3-59e778fd3292'] in dv-cinder-826608-3-iscsi is: [{'id': '312fc456-a257-41b2-ada3-59e778fd3292', 'name': 'tempest-TestShelveInstance-327701396-router', 'tenant_id': '971c124aa61549df80a67e641298d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T11:59:41Z', 'revision_number': 3, 'project_id': '971c124aa61549df80a67e641298d55f', 'gw_port': {'id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312fc456-a257-41b2-ada3-59e778fd3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T11:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:59:44.257424 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Pushing event updated for resources: {'Port': ['ID=267d7e61-1bab-4c20-bc77-766342b63dbe,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:44.260016 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597651'] for router_interface (312fc456-a257-41b2-ada3-59e778fd3292), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:44.276153 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-34e81be4-ca98-4e2b-8a0d-dee125b01706 None None] Current status of the port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:44.298747 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:44.379270 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Network ddcf0138-e964-4de0-861c-1c475b7426fd is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 11:59:44.380770 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 11:59:44.397842 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:44.400966 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-2744e14b-cfb4-45db-a10a-9941e21beb62 None None] Provisioning complete for port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:44.401439 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2744e14b-cfb4-45db-a10a-9941e21beb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:44.453265 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:59:44.567905 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:44.578429 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-2744e14b-cfb4-45db-a10a-9941e21beb62 None None] Current status of the port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:44.580743 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2744e14b-cfb4-45db-a10a-9941e21beb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:44.602704 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:44.603344 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:44.671731 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-2744e14b-cfb4-45db-a10a-9941e21beb62 None None] For port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a,segment=NetworkSegment(3affdf3e-6c65-4bf5-9ee3-3df5d435a549),segment_id=3affdf3e-6c65-4bf5-9ee3-3df5d435a549)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:44.688059 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2744e14b-cfb4-45db-a10a-9941e21beb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:44.702082 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-2744e14b-cfb4-45db-a10a-9941e21beb62 None None] Provisioning complete for port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:44.702437 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2744e14b-cfb4-45db-a10a-9941e21beb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:44.831078 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744e14b-cfb4-45db-a10a-9941e21beb62 None None] Pushing event updated for resources: {'Port': ['ID=4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:44.834759 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:44.835853 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b02ff9f6-03c3-4a19-85ce-8ebf89c3742c up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:59:44.872749 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Router 312fc456-a257-41b2-ada3-59e778fd3292 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:59:44.905156 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-2744e14b-cfb4-45db-a10a-9941e21beb62 None None] Current status of the port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:44.920278 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-2744e14b-cfb4-45db-a10a-9941e21beb62 None None] Provisioning complete for port 267d7e61-1bab-4c20-bc77-766342b63dbe triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:44.920653 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2744e14b-cfb4-45db-a10a-9941e21beb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:44.924328 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:44.924510 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:44.981917 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-2744e14b-cfb4-45db-a10a-9941e21beb62 None None] Port 267d7e61-1bab-4c20-bc77-766342b63dbe cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:59:44.987025 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:59:44.992335 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-339548aa-d9ae-422f-aa89-0323ba0b6040 admin admin] 10.222.0.67 "PUT /v2.0/routers/312fc456-a257-41b2-ada3-59e778fd3292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1482334 Jun 23 11:59:45.037374 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:45.099069 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-f9a00acc-cc6b-4b7e-8c02-2be872d7bf1c None None] Provisioning complete for port 267d7e61-1bab-4c20-bc77-766342b63dbe triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:45.099442 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-f9a00acc-cc6b-4b7e-8c02-2be872d7bf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.138328 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-f9a00acc-cc6b-4b7e-8c02-2be872d7bf1c None None] Port 267d7e61-1bab-4c20-bc77-766342b63dbe cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 11:59:45.356285 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 53972) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:45.360950 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-9bccd9ee-4ea7-48db-bc9f-18bc679a48db tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1052117603', 'description': 'tempest-secgroup-smoke-1052117603 description', 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:45.381332 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9bccd9ee-4ea7-48db-bc9f-18bc679a48db tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.449301 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9bccd9ee-4ea7-48db-bc9f-18bc679a48db tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group (071d2454-543d-4e51-8abb-cecd0d246d0c), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.452890 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9bccd9ee-4ea7-48db-bc9f-18bc679a48db tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (071d2454-543d-4e51-8abb-cecd0d246d0c), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.484467 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9bccd9ee-4ea7-48db-bc9f-18bc679a48db tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.485719 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-9bccd9ee-4ea7-48db-bc9f-18bc679a48db tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1283700 Jun 23 11:59:45.486800 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bccd9ee-4ea7-48db-bc9f-18bc679a48db tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071d2454-543d-4e51-8abb-cecd0d246d0c,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:45.488818 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 53974) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:45.494166 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-db6ddaf9-450d-42de-bfb0-710aa6669a46 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Request body: {'security_group_rule': {'security_group_id': '071d2454-543d-4e51-8abb-cecd0d246d0c', 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:45.517925 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:45.519943 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-db6ddaf9-450d-42de-bfb0-710aa6669a46 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (2ce34a3f-0fd0-4fdc-b949-9095980b15fd), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.582149 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-db6ddaf9-450d-42de-bfb0-710aa6669a46 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (2ce34a3f-0fd0-4fdc-b949-9095980b15fd), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.585747 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-db6ddaf9-450d-42de-bfb0-710aa6669a46 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (2ce34a3f-0fd0-4fdc-b949-9095980b15fd), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.604570 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ddaf9-450d-42de-bfb0-710aa6669a46 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce34a3f-0fd0-4fdc-b949-9095980b15fd,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:45.612965 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-db6ddaf9-450d-42de-bfb0-710aa6669a46 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.616730 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-db6ddaf9-450d-42de-bfb0-710aa6669a46 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244493 Jun 23 11:59:45.616952 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 53976) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:45.621267 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-f2804f80-065d-486a-b944-e24373870a77 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Request body: {'security_group_rule': {'security_group_id': '071d2454-543d-4e51-8abb-cecd0d246d0c', 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:45.647449 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f2804f80-065d-486a-b944-e24373870a77 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (33f1f8aa-7f81-46f5-88f9-05af853ac102), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.707779 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f2804f80-065d-486a-b944-e24373870a77 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (33f1f8aa-7f81-46f5-88f9-05af853ac102), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.711137 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f2804f80-065d-486a-b944-e24373870a77 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (33f1f8aa-7f81-46f5-88f9-05af853ac102), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.731758 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2804f80-065d-486a-b944-e24373870a77 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f1f8aa-7f81-46f5-88f9-05af853ac102,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:45.737167 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f2804f80-065d-486a-b944-e24373870a77 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.738196 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-f2804f80-065d-486a-b944-e24373870a77 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202950 Jun 23 11:59:45.741003 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 53978) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:45.745271 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-e2756446-18e5-43e7-a751-c9039dd9c0fe tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Request body: {'security_group_rule': {'security_group_id': '071d2454-543d-4e51-8abb-cecd0d246d0c', 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:45.770629 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:45.774781 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e2756446-18e5-43e7-a751-c9039dd9c0fe tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (5be3cfce-ac93-48c6-a08e-bb17c45f2460), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.833837 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e2756446-18e5-43e7-a751-c9039dd9c0fe tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (5be3cfce-ac93-48c6-a08e-bb17c45f2460), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.837700 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e2756446-18e5-43e7-a751-c9039dd9c0fe tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (5be3cfce-ac93-48c6-a08e-bb17c45f2460), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.858773 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2756446-18e5-43e7-a751-c9039dd9c0fe tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be3cfce-ac93-48c6-a08e-bb17c45f2460,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:45.865975 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e2756446-18e5-43e7-a751-c9039dd9c0fe tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.867172 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-e2756446-18e5-43e7-a751-c9039dd9c0fe tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252263 Jun 23 11:59:45.869917 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 53982) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:45.874769 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-6b4f5eda-568b-474a-bd3f-62203b50eff7 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Request body: {'security_group_rule': {'security_group_id': '071d2454-543d-4e51-8abb-cecd0d246d0c', 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:45.901184 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5eda-568b-474a-bd3f-62203b50eff7 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (45cffa74-d395-4bc0-9c9b-cc2015942ec8), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.960536 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5eda-568b-474a-bd3f-62203b50eff7 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (45cffa74-d395-4bc0-9c9b-cc2015942ec8), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.963979 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5eda-568b-474a-bd3f-62203b50eff7 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (45cffa74-d395-4bc0-9c9b-cc2015942ec8), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.983200 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f5eda-568b-474a-bd3f-62203b50eff7 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45cffa74-d395-4bc0-9c9b-cc2015942ec8,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:45.990328 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5eda-568b-474a-bd3f-62203b50eff7 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:45.991552 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-6b4f5eda-568b-474a-bd3f-62203b50eff7 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206594 Jun 23 11:59:45.994264 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 53984) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:45.999411 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-271ee8dc-2e89-40ed-9bf3-cff67646c7e3 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Request body: {'security_group_rule': {'security_group_id': '071d2454-543d-4e51-8abb-cecd0d246d0c', 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:46.026417 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.securitygroups_db [None req-271ee8dc-2e89-40ed-9bf3-cff67646c7e3 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Project a2d3e44f4113405a9cd4e604aea9955b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:59:46.033153 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-271ee8dc-2e89-40ed-9bf3-cff67646c7e3 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (d0612cd0-b039-4764-a487-ea2f822f452f), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:46.091572 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-271ee8dc-2e89-40ed-9bf3-cff67646c7e3 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (d0612cd0-b039-4764-a487-ea2f822f452f), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:46.095267 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-271ee8dc-2e89-40ed-9bf3-cff67646c7e3 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (d0612cd0-b039-4764-a487-ea2f822f452f), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:46.114799 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ee8dc-2e89-40ed-9bf3-cff67646c7e3 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0612cd0-b039-4764-a487-ea2f822f452f,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:46.119325 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-271ee8dc-2e89-40ed-9bf3-cff67646c7e3 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:46.123320 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-271ee8dc-2e89-40ed-9bf3-cff67646c7e3 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252916 Jun 23 11:59:46.123320 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 53986) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:46.127545 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-da04dc81-11f8-4331-a1de-714a08877df1 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Request body: {'security_group_rule': {'security_group_id': '071d2454-543d-4e51-8abb-cecd0d246d0c', 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 11:59:46.150375 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.securitygroups_db [None req-da04dc81-11f8-4331-a1de-714a08877df1 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Project a2d3e44f4113405a9cd4e604aea9955b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 11:59:46.156982 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-da04dc81-11f8-4331-a1de-714a08877df1 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (aed48152-b324-4e06-88ba-b4e152854f71), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:46.216471 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:46.222559 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-da04dc81-11f8-4331-a1de-714a08877df1 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (aed48152-b324-4e06-88ba-b4e152854f71), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:46.226451 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-da04dc81-11f8-4331-a1de-714a08877df1 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (aed48152-b324-4e06-88ba-b4e152854f71), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:46.249401 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04dc81-11f8-4331-a1de-714a08877df1 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed48152-b324-4e06-88ba-b4e152854f71,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:46.255291 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-da04dc81-11f8-4331-a1de-714a08877df1 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:46.264273 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-da04dc81-11f8-4331-a1de-714a08877df1 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323738 Jun 23 11:59:46.431374 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device ce29d74a-a1d5-4dcc-9e0a-f864fee107a1 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:59:46.479319 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port ce29d74a-a1d5-4dcc-9e0a-f864fee107a1 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:46.480315 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (ce29d74a-a1d5-4dcc-9e0a-f864fee107a1), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:46.689056 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port ce29d74a-a1d5-4dcc-9e0a-f864fee107a1 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:46.689455 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (ce29d74a-a1d5-4dcc-9e0a-f864fee107a1), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:46.712344 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port ce29d74a-a1d5-4dcc-9e0a-f864fee107a1, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=ce29d74a-a1d5-4dcc-9e0a-f864fee107a1,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:46.717242 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (ce29d74a-a1d5-4dcc-9e0a-f864fee107a1), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:46.718257 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:59:46.761405 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Sync routers for ids ['312fc456-a257-41b2-ada3-59e778fd3292'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:59:46.776158 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:46.800019 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Routers {'312fc456-a257-41b2-ada3-59e778fd3292'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:59:46.800650 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:59:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['312fc456-a257-41b2-ada3-59e778fd3292'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:46.847606 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=ce29d74a-a1d5-4dcc-9e0a-f864fee107a1,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:46.865098 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:46.865477 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:46.957929 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Set router 312fc456-a257-41b2-ada3-59e778fd3292 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:59:47.019362 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:47.176167 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312fc456-a257-41b2-ada3-59e778fd3292', 'name': 'tempest-TestShelveInstance-327701396-router', 'tenant_id': '971c124aa61549df80a67e641298d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T11:59:43Z', 'revision_number': 4, 'project_id': '971c124aa61549df80a67e641298d55f', 'gw_port': {'id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312fc456-a257-41b2-ada3-59e778fd3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '267d7e61-1bab-4c20-bc77-766342b63dbe', 'name': '', 'network_id': 'ddcf0138-e964-4de0-861c-1c475b7426fd', 'tenant_id': '971c124aa61549df80a67e641298d55f', 'mac_address': 'fa:16:3e:9b:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312fc456-a257-41b2-ada3-59e778fd3292', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e7986133-0aeb-4ba9-bda9-1601969a524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:43Z', 'updated_at': '2022-06-23T11:59:44Z', 'revision_number': 2, 'project_id': '971c124aa61549df80a67e641298d55f', 'subnets': [{'id': 'e7986133-0aeb-4ba9-bda9-1601969a524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:47.178781 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=100 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:47.202446 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Checking router: 312fc456-a257-41b2-ada3-59e778fd3292 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:59:47.202710 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Updating router 312fc456-a257-41b2-ada3-59e778fd3292 port 267d7e61-1bab-4c20-bc77-766342b63dbe binding host dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 11:59:47.234780 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:47.350619 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:47.512288 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Publish callbacks [] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), precommit_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:47.517548 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:47.566046 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f055cf-e9dd-4942-a9df-aea26e98871a None None] Pushing event updated for resources: {'Port': ['ID=267d7e61-1bab-4c20-bc77-766342b63dbe,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:47.626825 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Attempting to bind port 267d7e61-1bab-4c20-bc77-766342b63dbe on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 11:59:47.627198 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Attempting to bind port 267d7e61-1bab-4c20-bc77-766342b63dbe by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'c8ea1c27-bd58-4971-a863-e4e985cd9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ddcf0138-e964-4de0-861c-1c475b7426fd'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 11:59:47.627557 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Attempting to bind port 267d7e61-1bab-4c20-bc77-766342b63dbe on network ddcf0138-e964-4de0-861c-1c475b7426fd {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 11:59:47.633108 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 11:59:47.633488 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Checking segment: {'id': 'c8ea1c27-bd58-4971-a863-e4e985cd9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ddcf0138-e964-4de0-861c-1c475b7426fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 11:59:47.633903 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:47.634278 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Bound using segment: {'id': 'c8ea1c27-bd58-4971-a863-e4e985cd9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ddcf0138-e964-4de0-861c-1c475b7426fd'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 11:59:47.634752 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Bound port: 267d7e61-1bab-4c20-bc77-766342b63dbe, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ea1c27-bd58-4971-a863-e4e985cd9834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'ddcf0138-e964-4de0-861c-1c475b7426fd'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 11:59:47.635135 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:47.705317 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] For port 267d7e61-1bab-4c20-bc77-766342b63dbe, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 11:59:47.708810 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] For port 267d7e61-1bab-4c20-bc77-766342b63dbe, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=267d7e61-1bab-4c20-bc77-766342b63dbe,segment=NetworkSegment(c8ea1c27-bd58-4971-a863-e4e985cd9834),segment_id=c8ea1c27-bd58-4971-a863-e4e985cd9834)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 11:59:47.715800 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:47.781187 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f055cf-e9dd-4942-a9df-aea26e98871a None None] Pushing event updated for resources: {'Port': ['ID=267d7e61-1bab-4c20-bc77-766342b63dbe,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:47.791880 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Routers {'312fc456-a257-41b2-ada3-59e778fd3292'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:59:47.793610 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:59:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['312fc456-a257-41b2-ada3-59e778fd3292'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:47.836362 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-b6104b57-daac-44d5-8f97-2e2057537b83 None None] Provisioning complete for port 267d7e61-1bab-4c20-bc77-766342b63dbe triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:47.836761 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-b6104b57-daac-44d5-8f97-2e2057537b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:47.962906 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] Set router 312fc456-a257-41b2-ada3-59e778fd3292 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:59:48.004628 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-b6104b57-daac-44d5-8f97-2e2057537b83 None None] Current status of the port 267d7e61-1bab-4c20-bc77-766342b63dbe is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:48.005030 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-b6104b57-daac-44d5-8f97-2e2057537b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:48.087773 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-b6104b57-daac-44d5-8f97-2e2057537b83 None None] For port 267d7e61-1bab-4c20-bc77-766342b63dbe, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=267d7e61-1bab-4c20-bc77-766342b63dbe,segment=NetworkSegment(c8ea1c27-bd58-4971-a863-e4e985cd9834),segment_id=c8ea1c27-bd58-4971-a863-e4e985cd9834)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:48.120102 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-b6104b57-daac-44d5-8f97-2e2057537b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:48.164401 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:48.214748 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6104b57-daac-44d5-8f97-2e2057537b83 None None] Pushing event updated for resources: {'Port': ['ID=267d7e61-1bab-4c20-bc77-766342b63dbe,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:48.239937 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312fc456-a257-41b2-ada3-59e778fd3292', 'name': 'tempest-TestShelveInstance-327701396-router', 'tenant_id': '971c124aa61549df80a67e641298d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T11:59:43Z', 'revision_number': 4, 'project_id': '971c124aa61549df80a67e641298d55f', 'gw_port': {'id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312fc456-a257-41b2-ada3-59e778fd3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '267d7e61-1bab-4c20-bc77-766342b63dbe', 'name': '', 'network_id': 'ddcf0138-e964-4de0-861c-1c475b7426fd', 'tenant_id': '971c124aa61549df80a67e641298d55f', 'mac_address': 'fa:16:3e:9b:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312fc456-a257-41b2-ada3-59e778fd3292', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e7986133-0aeb-4ba9-bda9-1601969a524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:43Z', 'updated_at': '2022-06-23T11:59:47Z', 'revision_number': 4, 'project_id': '971c124aa61549df80a67e641298d55f', 'subnets': [{'id': 'e7986133-0aeb-4ba9-bda9-1601969a524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:48.268883 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-d0b37038-b079-4b89-b34c-45f2071814f6 None None] Provisioning complete for port 267d7e61-1bab-4c20-bc77-766342b63dbe triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:48.269246 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d0b37038-b079-4b89-b34c-45f2071814f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:48.271355 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22732e8c-b6cb-41e5-acf1-fe8ab02fbb8f None None] The sync data for ids ['312fc456-a257-41b2-ada3-59e778fd3292'] in dv-cinder-826608-3-iscsi is: [{'id': '312fc456-a257-41b2-ada3-59e778fd3292', 'name': 'tempest-TestShelveInstance-327701396-router', 'tenant_id': '971c124aa61549df80a67e641298d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T11:59:43Z', 'revision_number': 4, 'project_id': '971c124aa61549df80a67e641298d55f', 'gw_port': {'id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312fc456-a257-41b2-ada3-59e778fd3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '267d7e61-1bab-4c20-bc77-766342b63dbe', 'name': '', 'network_id': 'ddcf0138-e964-4de0-861c-1c475b7426fd', 'tenant_id': '971c124aa61549df80a67e641298d55f', 'mac_address': 'fa:16:3e:9b:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '312fc456-a257-41b2-ada3-59e778fd3292', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e7986133-0aeb-4ba9-bda9-1601969a524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:43Z', 'updated_at': '2022-06-23T11:59:47Z', 'revision_number': 4, 'project_id': '971c124aa61549df80a67e641298d55f', 'subnets': [{'id': 'e7986133-0aeb-4ba9-bda9-1601969a524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:59:48.385128 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-d0b37038-b079-4b89-b34c-45f2071814f6 None None] Current status of the port 267d7e61-1bab-4c20-bc77-766342b63dbe is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:48.401605 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device ce29d74a-a1d5-4dcc-9e0a-f864fee107a1 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:59:48.452621 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port ce29d74a-a1d5-4dcc-9e0a-f864fee107a1 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:48.453190 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (ce29d74a-a1d5-4dcc-9e0a-f864fee107a1), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:48.490768 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:48.539789 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port ce29d74a-a1d5-4dcc-9e0a-f864fee107a1 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:50.370174 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 267d7e61-1bab-4c20-bc77-766342b63dbe up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 11:59:50.372385 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:50.417032 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 267d7e61-1bab-4c20-bc77-766342b63dbe triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 11:59:50.417436 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:50.614749 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 267d7e61-1bab-4c20-bc77-766342b63dbe is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 11:59:51.367487 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f2c4c-2791-4920-bc96-a5301f55346a req-aedfbe35-e383-4405-8e8b-7a4a4dd5cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:51.369083 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a3f2c4c-2791-4920-bc96-a5301f55346a req-aedfbe35-e383-4405-8e8b-7a4a4dd5cde9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=45aa73614bc447bdb1bfda38ad541ab3&device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 1168 time: 0.0523803 Jun 23 11:59:51.509565 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbabb7e-bece-4a29-94f4-443437bbc909 req-9e9d8822-5e02-48fe-999c-9137d230f68d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:51.510977 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cfbabb7e-bece-4a29-94f4-443437bbc909 req-9e9d8822-5e02-48fe-999c-9137d230f68d tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.1995113 Jun 23 11:59:51.515638 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f2c4c-2791-4920-bc96-a5301f55346a req-c515ad89-57dd-4efb-96da-bac0bf4f7f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:51.517046 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a3f2c4c-2791-4920-bc96-a5301f55346a req-c515ad89-57dd-4efb-96da-bac0bf4f7f11 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33bf599f-e007-4787-9458-fbe47f8701cd HTTP/1.1" status: 200 len: 915 time: 0.1382043 Jun 23 11:59:51.592265 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=8 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:51.618441 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a3f2c4c-2791-4920-bc96-a5301f55346a req-9227cd62-77be-40fa-bc78-00035934f3bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf26417-9e61-446b-af12-0f2d3c6c3a6c HTTP/1.1" status: 200 len: 1000 time: 0.0868413 Jun 23 11:59:51.631861 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cfbabb7e-bece-4a29-94f4-443437bbc909 req-fad74d53-18c6-4ae7-ab61-90eb74b94e53 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138914 Jun 23 11:59:51.683450 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f2c4c-2791-4920-bc96-a5301f55346a req-d2c3c018-adb8-4729-b6eb-4d1a87d3a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:51.684979 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a3f2c4c-2791-4920-bc96-a5301f55346a req-d2c3c018-adb8-4729-b6eb-4d1a87d3a83f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f554e47e-c8b1-4009-867d-2e008caa27f9 HTTP/1.1" status: 200 len: 853 time: 0.0494030 Jun 23 11:59:51.732265 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f2c4c-2791-4920-bc96-a5301f55346a req-083ef457-d341-41ed-b5cf-b1513a0c1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:51.733813 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a3f2c4c-2791-4920-bc96-a5301f55346a req-083ef457-d341-41ed-b5cf-b1513a0c1987 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33bf599f-e007-4787-9458-fbe47f8701cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405629 Jun 23 11:59:51.830968 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a3f2c4c-2791-4920-bc96-a5301f55346a req-4d16fc82-6af1-4621-9f2f-f12d03f765fc service neutron] 10.222.0.44 "GET /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901370 Jun 23 11:59:51.928984 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3a3f2c4c-2791-4920-bc96-a5301f55346a req-f47de78c-49da-439a-befd-c356e2c735bf service neutron] 10.222.0.44 "GET /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844233 Jun 23 11:59:52.762823 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6467b-74b9-4189-a9a4-ead08dbe1240 req-862fc4e7-959e-4c93-8c8c-f47deaeca6dd tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:52.764538 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a4d6467b-74b9-4189-a9a4-ead08dbe1240 req-862fc4e7-959e-4c93-8c8c-f47deaeca6dd tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.0614622 Jun 23 11:59:52.828281 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=34,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:52.831694 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:52.843715 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a4d6467b-74b9-4189-a9a4-ead08dbe1240 req-27e75965-62dc-4bf5-a836-09199ba70d40 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710602 Jun 23 11:59:53.984183 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f7d6f-1ed5-45db-b7b7-c42361238a6e req-f1143f51-cc1a-44a8-afd4-cf1641446a42 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:53.986156 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-835f7d6f-1ed5-45db-b7b7-c42361238a6e req-f1143f51-cc1a-44a8-afd4-cf1641446a42 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.0652916 Jun 23 11:59:54.050302 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-835f7d6f-1ed5-45db-b7b7-c42361238a6e req-f6ef55b2-b59f-482e-9bfd-9e8fdae5e1f8 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583279 Jun 23 11:59:54.060919 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a9887-fc0a-4665-acc0-8c2344f81511 req-11222441-cd7b-4d2e-a32e-02968fe76db7 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:54.064246 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e57a9887-fc0a-4665-acc0-8c2344f81511 req-11222441-cd7b-4d2e-a32e-02968fe76db7 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0532627 Jun 23 11:59:54.112404 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e57a9887-fc0a-4665-acc0-8c2344f81511 req-3682e0fb-dff0-403a-94ea-f3faea83fd85 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438986 Jun 23 11:59:54.190916 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=16 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:54.191664 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:55.187920 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e83cec-12d7-4807-9fda-120a568a3790 req-17a9f8f7-79f8-4a12-adac-e3d25bfe1fb7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:55.189706 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-88e83cec-12d7-4807-9fda-120a568a3790 req-17a9f8f7-79f8-4a12-adac-e3d25bfe1fb7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.0699320 Jun 23 11:59:55.255719 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-88e83cec-12d7-4807-9fda-120a568a3790 req-53756c09-e3c6-4bdd-bfd3-d21797e3363e tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597994 Jun 23 11:59:55.268125 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d4a72-82e8-4bf8-8fce-ec7ff7c6fbbb req-0ad2f978-2bbf-4d5c-9265-1a2286eea1ed tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:55.269985 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d46d4a72-82e8-4bf8-8fce-ec7ff7c6fbbb req-0ad2f978-2bbf-4d5c-9265-1a2286eea1ed tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0544271 Jun 23 11:59:55.336703 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d46d4a72-82e8-4bf8-8fce-ec7ff7c6fbbb req-2ea2edca-5a19-43b4-8dae-18aaa8d95432 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525389 Jun 23 11:59:55.373499 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31deb1c-2efb-48c6-bf9c-37eb47469c60 req-96636ea2-c06a-4cbe-a711-e3460f99dd07 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:55.374982 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f31deb1c-2efb-48c6-bf9c-37eb47469c60 req-96636ea2-c06a-4cbe-a711-e3460f99dd07 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0576439 Jun 23 11:59:55.432002 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f31deb1c-2efb-48c6-bf9c-37eb47469c60 req-4f02e60c-2c1c-4203-91fe-b147081ee21f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495312 Jun 23 11:59:56.378595 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac093b0-26cb-4e75-90f4-ee22bab08bd4 req-e614adc0-06ac-4945-9375-525ac15bbef4 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:56.380131 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9ac093b0-26cb-4e75-90f4-ee22bab08bd4 req-e614adc0-06ac-4945-9375-525ac15bbef4 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.0559525 Jun 23 11:59:56.407028 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:56.447376 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9ac093b0-26cb-4e75-90f4-ee22bab08bd4 req-96359823-8810-479f-b7c9-bf1ab910a74b tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607812 Jun 23 11:59:56.455298 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c314fb-937e-42c2-ae5c-d6d09d86aa9d req-56051219-a10f-4dae-a12e-52d555f88088 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:56.456865 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-76c314fb-937e-42c2-ae5c-d6d09d86aa9d req-56051219-a10f-4dae-a12e-52d555f88088 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0489850 Jun 23 11:59:56.509989 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-76c314fb-937e-42c2-ae5c-d6d09d86aa9d req-c24fb6b5-8568-4803-b09a-02eab4cf7600 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473757 Jun 23 11:59:56.561580 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637cc10-efb3-4cbc-8273-3a74cfab0b7c req-3f53a613-d486-4cf1-b9b9-19b0881adc53 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:56.563077 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1637cc10-efb3-4cbc-8273-3a74cfab0b7c req-3f53a613-d486-4cf1-b9b9-19b0881adc53 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0566535 Jun 23 11:59:56.613346 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1637cc10-efb3-4cbc-8273-3a74cfab0b7c req-aad5b81f-989b-4462-a7d8-5fef64304983 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cbe3cb4b-688b-4d01-b275-1061e1b15fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446055 Jun 23 11:59:57.007736 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656bb8b-c59d-4903-916d-499c05f1a754 req-3885e90a-4ab9-43a5-8277-58ea27269604 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:57.009242 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f656bb8b-c59d-4903-916d-499c05f1a754 req-3885e90a-4ab9-43a5-8277-58ea27269604 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 946 time: 0.0511556 Jun 23 11:59:57.097110 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-f656bb8b-c59d-4903-916d-499c05f1a754 req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Deleting port fe3999d6-abf8-455b-97de-e88dd06b7caa {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:59:57.097500 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-f656bb8b-c59d-4903-916d-499c05f1a754 req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (fe3999d6-abf8-455b-97de-e88dd06b7caa), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:57.195282 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-f656bb8b-c59d-4903-916d-499c05f1a754 req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] For port fe3999d6-abf8-455b-97de-e88dd06b7caa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=fe3999d6-abf8-455b-97de-e88dd06b7caa,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 11:59:57.195652 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-f656bb8b-c59d-4903-916d-499c05f1a754 req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (fe3999d6-abf8-455b-97de-e88dd06b7caa), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:57.228575 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:57.422851 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-f656bb8b-c59d-4903-916d-499c05f1a754 req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:57.423510 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-f656bb8b-c59d-4903-916d-499c05f1a754 req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (6d86c802-2c0f-4ab7-abb8-c1bb06aede56), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:57.423510 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [req-f656bb8b-c59d-4903-916d-499c05f1a754 req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Floating IP 6d86c802-2c0f-4ab7-abb8-c1bb06aede56 disassociated. External IP: 172.27.3.85, port: fe3999d6-abf8-455b-97de-e88dd06b7caa. Jun 23 11:59:57.423870 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-f656bb8b-c59d-4903-916d-499c05f1a754 req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Calling delete_port for fe3999d6-abf8-455b-97de-e88dd06b7caa owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:59:57.567733 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-f656bb8b-c59d-4903-916d-499c05f1a754 req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (fe3999d6-abf8-455b-97de-e88dd06b7caa), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:57.581967 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3ddfc-1163-4101-9ec9-2ec9f92566fd req-49b62cca-cb1c-4500-be43-ef4d652f73a8 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:57.584620 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5eb3ddfc-1163-4101-9ec9-2ec9f92566fd req-49b62cca-cb1c-4500-be43-ef4d652f73a8 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.0598221 Jun 23 11:59:57.599701 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event deleted for resources: {'Port': ['ID=fe3999d6-abf8-455b-97de-e88dd06b7caa,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:57.612363 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:57.612832 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:57.613092 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:57.613435 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:57.613774 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:57.614113 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:57.614450 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:57.614787 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:57.615129 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:57.615460 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:57.615791 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:57.616119 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:57.616604 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:57.616870 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:57.617122 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 11:59:57.664625 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5eb3ddfc-1163-4101-9ec9-2ec9f92566fd req-4ba74026-4354-45e0-9814-ca1038db74a1 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729070 Jun 23 11:59:57.708289 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64421f22-d099-4caf-9c3c-cf9aaedf80f1 req-5a99e9f9-a72c-4453-8970-fb219f0cea38 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:57.709912 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-64421f22-d099-4caf-9c3c-cf9aaedf80f1 req-5a99e9f9-a72c-4453-8970-fb219f0cea38 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.1008244 Jun 23 11:59:57.762406 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ec6df63f-7f95-42d4-8d43-544dc15e3018 req-b25191bb-6a4d-4246-80ce-083794acaf08 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2a64ae5-5786-41de-9862-e321b902937a HTTP/1.1" status: 200 len: 210 time: 0.0319674 Jun 23 11:59:57.804311 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-64421f22-d099-4caf-9c3c-cf9aaedf80f1 req-d8c3f0ff-bd16-4119-96c1-226b74844a6b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871949 Jun 23 11:59:57.810056 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f656bb8b-c59d-4903-916d-499c05f1a754 req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Router 0bd1f321-5d98-4143-ba24-2a3aad50da03 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 11:59:57.854175 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:57.916994 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f656bb8b-c59d-4903-916d-499c05f1a754 req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 11:59:57.929321 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf83df8f-cbd5-41f3-ae1f-375231aeebce None None] Sync routers for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 11:59:57.941463 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf83df8f-cbd5-41f3-ae1f-375231aeebce None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:59:57.942071 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-bf83df8f-cbd5-41f3-ae1f-375231aeebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:59:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:57.961439 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f656bb8b-c59d-4903-916d-499c05f1a754 req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] No DVR routers for this DVR port fe3999d6-abf8-455b-97de-e88dd06b7caa on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 11:59:57.964166 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-f656bb8b-c59d-4903-916d-499c05f1a754 req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:57.967800 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f656bb8b-c59d-4903-916d-499c05f1a754 req-1a49e749-a4c6-4d6a-a411-0c5915b97149 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "DELETE /v2.0/ports/fe3999d6-abf8-455b-97de-e88dd06b7caa HTTP/1.1" status: 204 len: 173 time: 0.9526796 Jun 23 11:59:57.968257 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a64ae5-5786-41de-9862-e321b902937a', 'name': 'network-vif-deleted', 'tag': 'fe3999d6-abf8-455b-97de-e88dd06b7caa'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 11:59:57.970629 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4037c12a-ee9b-4f21-a521-5b56a70147a1" -d '{"events": [{"server_uuid": "b2a64ae5-5786-41de-9862-e321b902937a", "name": "network-vif-deleted", "tag": "fe3999d6-abf8-455b-97de-e88dd06b7caa"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 11:59:58.019575 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 11:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b630b2d-aa22-492e-b5b1-80e4ad94e2c9 x-openstack-request-id: req-1b630b2d-aa22-492e-b5b1-80e4ad94e2c9 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 11:59:58.020062 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a64ae5-5786-41de-9862-e321b902937a", "name": "network-vif-deleted", "tag": "fe3999d6-abf8-455b-97de-e88dd06b7caa", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 11:59:58.020483 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1b630b2d-aa22-492e-b5b1-80e4ad94e2c9 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 11:59:58.021099 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b630b2d-aa22-492e-b5b1-80e4ad94e2c9'] response: {'server_uuid': 'b2a64ae5-5786-41de-9862-e321b902937a', 'name': 'network-vif-deleted', 'tag': 'fe3999d6-abf8-455b-97de-e88dd06b7caa', 'status': 'completed', 'code': 200} Jun 23 11:59:58.053950 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-bf83df8f-cbd5-41f3-ae1f-375231aeebce None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:59:58.263947 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-bf83df8f-cbd5-41f3-ae1f-375231aeebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '1ee13972-1a8a-4076-b32a-9b0ebb0c7084', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': 'aa6285e7-0658-4131-aef9-e0151dcf7912', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:64:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:55:14Z', 'updated_at': '2022-06-23T11:55:49Z', 'revision_number': 2, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:58.288216 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf83df8f-cbd5-41f3-ae1f-375231aeebce None None] Checking router: 0bd1f321-5d98-4143-ba24-2a3aad50da03 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 11:59:58.297910 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf83df8f-cbd5-41f3-ae1f-375231aeebce None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 11:59:58.298523 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-bf83df8f-cbd5-41f3-ae1f-375231aeebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T11:59:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:58.413088 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-bf83df8f-cbd5-41f3-ae1f-375231aeebce None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 11:59:58.633957 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-bf83df8f-cbd5-41f3-ae1f-375231aeebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '1ee13972-1a8a-4076-b32a-9b0ebb0c7084', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': 'aa6285e7-0658-4131-aef9-e0151dcf7912', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:64:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:55:14Z', 'updated_at': '2022-06-23T11:55:49Z', 'revision_number': 2, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 11:59:58.660571 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf83df8f-cbd5-41f3-ae1f-375231aeebce None None] The sync data for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi is: [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '1ee13972-1a8a-4076-b32a-9b0ebb0c7084', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': 'aa6285e7-0658-4131-aef9-e0151dcf7912', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:64:d5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T11:55:14Z', 'updated_at': '2022-06-23T11:55:49Z', 'revision_number': 2, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 11:59:58.793748 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18d7ad-be4f-42a8-b8f2-54eb57a4480c req-d508c725-fcd6-4ddd-845c-19006f983db2 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:58.796036 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cf18d7ad-be4f-42a8-b8f2-54eb57a4480c req-d508c725-fcd6-4ddd-845c-19006f983db2 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.0504496 Jun 23 11:59:58.863483 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54146) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:58.877347 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cf18d7ad-be4f-42a8-b8f2-54eb57a4480c req-a11ef139-313f-4bb3-8af3-a8d96f07141e tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734096 Jun 23 11:59:58.953839 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b5b3fe77-6004-4ee7-9bc5-8a42203c0cd3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (cbe3cb4b-688b-4d01-b275-1061e1b15fe5), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:58.987456 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d9cb14-a63d-4a02-900f-f6d73c23368a None None] New status for floating IP 6d86c802-2c0f-4ab7-abb8-c1bb06aede56: DOWN {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 11:59:58.993888 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f75c7-ee8e-44c6-9fa2-621460a0c3f3 req-c2559f0c-0408-47cf-85af-c69d6e995a2d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 11:59:58.995442 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3f5f75c7-ee8e-44c6-9fa2-621460a0c3f3 req-c2559f0c-0408-47cf-85af-c69d6e995a2d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0758107 Jun 23 11:59:58.997985 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b5b3fe77-6004-4ee7-9bc5-8a42203c0cd3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (cbe3cb4b-688b-4d01-b275-1061e1b15fe5), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:59.084410 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3f5f75c7-ee8e-44c6-9fa2-621460a0c3f3 req-9f44dc59-eb5b-4ebe-9458-37868f905522 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824878 Jun 23 11:59:59.102813 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b5b3fe77-6004-4ee7-9bc5-8a42203c0cd3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (cbe3cb4b-688b-4d01-b275-1061e1b15fe5), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:59.105678 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b5b3fe77-6004-4ee7-9bc5-8a42203c0cd3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:59.107603 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-b5b3fe77-6004-4ee7-9bc5-8a42203c0cd3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "DELETE /v2.0/security-groups/cbe3cb4b-688b-4d01-b275-1061e1b15fe5 HTTP/1.1" status: 204 len: 168 time: 0.2428892 Jun 23 11:59:59.110340 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 54150) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:59.126779 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.api.v2.resource [None req-6ac75de2-e9cc-4877-abf2-466ae0a8b074 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] show failed (client error): The resource could not be found. Jun 23 11:59:59.127399 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3fe77-6004-4ee7-9bc5-8a42203c0cd3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe3cb4b-688b-4d01-b275-1061e1b15fe5,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:59.127794 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-6ac75de2-e9cc-4877-abf2-466ae0a8b074 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups/cbe3cb4b-688b-4d01-b275-1061e1b15fe5 HTTP/1.1" status: 404 len: 347 time: 0.0164740 Jun 23 11:59:59.130696 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54152) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 11:59:59.258069 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-48098a5b-d5f2-49a9-a0c2-5a05ee1f1b51 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Deleting port a56bf218-779d-428c-b49b-c8cbcccad159 {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 11:59:59.258410 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-48098a5b-d5f2-49a9-a0c2-5a05ee1f1b51 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (a56bf218-779d-428c-b49b-c8cbcccad159), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:59.342724 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-48098a5b-d5f2-49a9-a0c2-5a05ee1f1b51 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (a56bf218-779d-428c-b49b-c8cbcccad159), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:59.343043 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-48098a5b-d5f2-49a9-a0c2-5a05ee1f1b51 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (a56bf218-779d-428c-b49b-c8cbcccad159), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:59.357712 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-48098a5b-d5f2-49a9-a0c2-5a05ee1f1b51 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Calling delete_port for a56bf218-779d-428c-b49b-c8cbcccad159 owned by network:floatingip {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 11:59:59.362983 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:59.404990 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 11:59:59.505080 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-48098a5b-d5f2-49a9-a0c2-5a05ee1f1b51 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (a56bf218-779d-428c-b49b-c8cbcccad159), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:59.528939 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48098a5b-d5f2-49a9-a0c2-5a05ee1f1b51 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event deleted for resources: {'Port': ['ID=a56bf218-779d-428c-b49b-c8cbcccad159,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 11:59:59.598313 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-48098a5b-d5f2-49a9-a0c2-5a05ee1f1b51 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (6d86c802-2c0f-4ab7-abb8-c1bb06aede56), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:59.600854 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-48098a5b-d5f2-49a9-a0c2-5a05ee1f1b51 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 11:59:59.602010 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-48098a5b-d5f2-49a9-a0c2-5a05ee1f1b51 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "DELETE /v2.0/floatingips/6d86c802-2c0f-4ab7-abb8-c1bb06aede56 HTTP/1.1" status: 204 len: 168 time: 0.4703805 Jun 23 12:00:00.004567 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d9685-c9a6-4c5c-9c5a-cca1df17ea53 req-7cb38a6d-228c-4148-9b3d-92e27506be5f tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:00.006061 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cf4d9685-c9a6-4c5c-9c5a-cca1df17ea53 req-7cb38a6d-228c-4148-9b3d-92e27506be5f tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.0512872 Jun 23 12:00:00.051106 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:00.068630 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cf4d9685-c9a6-4c5c-9c5a-cca1df17ea53 req-e6e2b396-2e86-449f-885a-d449e748ac14 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567243 Jun 23 12:00:00.304325 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0dfdf-ac14-4f9e-b652-52b20794bc8b req-56c83fc4-dab5-41f8-8837-e94696f4365a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:00.305812 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-06b0dfdf-ac14-4f9e-b652-52b20794bc8b req-56c83fc4-dab5-41f8-8837-e94696f4365a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0497131 Jun 23 12:00:00.355331 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-06b0dfdf-ac14-4f9e-b652-52b20794bc8b req-2654b3d9-ab0c-4162-b85b-1278515b4400 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433292 Jun 23 12:00:01.063364 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-9caf7f11-abe9-47ce-9ae0-8942e09094f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:01.185060 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99bd9a-83cf-477d-9f1a-3038b8f7ea03 req-0a291e80-e052-4184-b6e4-8a76b43f5ee1 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:01.186570 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-da99bd9a-83cf-477d-9f1a-3038b8f7ea03 req-0a291e80-e052-4184-b6e4-8a76b43f5ee1 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.0501587 Jun 23 12:00:01.289482 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-da99bd9a-83cf-477d-9f1a-3038b8f7ea03 req-91f65baa-08b6-4c2e-8a6d-3d88f054a448 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960808 Jun 23 12:00:01.296172 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cbf183bd-60ee-4e77-8a1f-ceb007462807 req-d4728463-af79-4303-a220-e956ffcc28b2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0641880 Jun 23 12:00:01.333151 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87574b-b910-48e5-9275-6092a68ccc7c req-24753fb6-ac51-43e7-8107-7b08e0177562 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:01.335334 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1e87574b-b910-48e5-9275-6092a68ccc7c req-24753fb6-ac51-43e7-8107-7b08e0177562 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 945 time: 0.0566895 Jun 23 12:00:01.382775 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1e87574b-b910-48e5-9275-6092a68ccc7c req-0e5058a8-fe99-4ec0-8682-59bad1a573b8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415835 Jun 23 12:00:01.475771 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39f016-6a24-4c16-b08a-a06cbdd61a8a req-d6f3309f-4076-4439-b3f8-991b761168eb tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:01.477311 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6b39f016-6a24-4c16-b08a-a06cbdd61a8a req-d6f3309f-4076-4439-b3f8-991b761168eb tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0483365 Jun 23 12:00:01.525472 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6b39f016-6a24-4c16-b08a-a06cbdd61a8a req-5f458bf0-c5db-4895-b3db-3ea5c6608341 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424681 Jun 23 12:00:02.409615 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dcb21-d521-4c70-b8ed-584fc8f22bb4 req-c4ee519a-c22e-482b-847d-45e915050bbb tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:02.411164 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c92dcb21-d521-4c70-b8ed-584fc8f22bb4 req-c4ee519a-c22e-482b-847d-45e915050bbb tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.0514808 Jun 23 12:00:02.475626 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c92dcb21-d521-4c70-b8ed-584fc8f22bb4 req-405be30f-b428-45c1-80ab-aa1ab01944cd tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586090 Jun 23 12:00:02.505405 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7140c-81f1-4be3-945f-4a2e2db168bd req-4b2aa344-a84c-4413-9603-391771dca364 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:02.506919 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7dd7140c-81f1-4be3-945f-4a2e2db168bd req-4b2aa344-a84c-4413-9603-391771dca364 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 945 time: 0.0511405 Jun 23 12:00:02.557799 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7dd7140c-81f1-4be3-945f-4a2e2db168bd req-3bf9b6f1-353a-4da5-a550-7560f48a1af3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444062 Jun 23 12:00:02.567842 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device fe3999d6-abf8-455b-97de-e88dd06b7caa no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:00:02.587694 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: fe3999d6-abf8-455b-97de-e88dd06b7caa {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:00:02.588046 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device fe3999d6-abf8-455b-97de-e88dd06b7caa not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:00:02.663278 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-26e06143-e656-4486-b457-5587b6e77237 req-7f2cadb2-5e4c-4f68-9b2e-6643b693f624 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1052117603&fields=id&tenant_id=a2d3e44f4113405a9cd4e604aea9955b HTTP/1.1" status: 200 len: 267 time: 0.0450730 Jun 23 12:00:02.674832 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b7d46-fd8a-4bcb-b0d2-56e391ac413f req-78b2ef8d-0753-4515-aefa-fa8ae200325f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:02.676372 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bf0b7d46-fd8a-4bcb-b0d2-56e391ac413f req-78b2ef8d-0753-4515-aefa-fa8ae200325f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0508385 Jun 23 12:00:02.725038 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bf0b7d46-fd8a-4bcb-b0d2-56e391ac413f req-7abc9bbc-0c3d-4e8f-b43f-1550497c0e05 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431786 Jun 23 12:00:02.778600 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e06143-e656-4486-b457-5587b6e77237 req-7dae27ea-7b6c-4366-958b-6a216f399bf9 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:02.780623 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-26e06143-e656-4486-b457-5587b6e77237 req-7dae27ea-7b6c-4366-958b-6a216f399bf9 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/networks?id=a13aae4c-de05-481c-b4e4-5c7570ff46f8 HTTP/1.1" status: 200 len: 808 time: 0.1091278 Jun 23 12:00:02.795523 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-26e06143-e656-4486-b457-5587b6e77237 req-4223a5dc-5264-444a-a689-8fbdc01ae364 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/quotas/a2d3e44f4113405a9cd4e604aea9955b HTTP/1.1" status: 200 len: 375 time: 0.0089614 Jun 23 12:00:02.844969 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-26e06143-e656-4486-b457-5587b6e77237 req-4022ead4-f03d-4794-830b-ec2a42fea428 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a2d3e44f4113405a9cd4e604aea9955b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442507 Jun 23 12:00:02.985235 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-26e06143-e656-4486-b457-5587b6e77237 req-c58bd3dd-1ffa-404c-9992-6390cb18bade service neutron] 10.222.0.67 "GET /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292875 Jun 23 12:00:03.081903 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-26e06143-e656-4486-b457-5587b6e77237 req-5b842254-52a9-476c-8a38-60f425274516 service neutron] 10.222.0.67 "GET /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908539 Jun 23 12:00:03.151838 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf183bd-60ee-4e77-8a1f-ceb007462807 req-c08ec91a-f2f0-4e2e-915c-d157d4830237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:03.153383 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cbf183bd-60ee-4e77-8a1f-ceb007462807 req-c08ec91a-f2f0-4e2e-915c-d157d4830237 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 1129 time: 0.0406058 Jun 23 12:00:03.280904 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf183bd-60ee-4e77-8a1f-ceb007462807 req-0c90ab0e-216b-4312-b28b-7f9d0516c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:03.282359 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cbf183bd-60ee-4e77-8a1f-ceb007462807 req-0c90ab0e-216b-4312-b28b-7f9d0516c5ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 200 len: 920 time: 0.1047301 Jun 23 12:00:03.343168 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cbf183bd-60ee-4e77-8a1f-ceb007462807 req-dc2e30de-a1c0-4223-aac8-1cb0e508ed3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ebd518b-a0cf-45b8-bc44-758c460d139b HTTP/1.1" status: 200 len: 217 time: 0.0423827 Jun 23 12:00:03.351683 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e0fdf-dbf6-4aa4-b98c-abde05010da5 req-2e4f3bac-4241-4697-95a9-b729fa1da19a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:03.353083 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-897e0fdf-dbf6-4aa4-b98c-abde05010da5 req-2e4f3bac-4241-4697-95a9-b729fa1da19a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 945 time: 0.0839565 Jun 23 12:00:03.400719 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-91f2c781-7841-4031-9dfd-5b12f16ad549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:03.453098 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-381c47ca-9b49-497d-971f-f9234a507588 req-62436091-9987-4c5f-b4ae-16aea7452408 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 210 time: 0.0989842 Jun 23 12:00:03.503360 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:03.510173 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf183bd-60ee-4e77-8a1f-ceb007462807 req-6ea2e7fd-471b-4a06-8fde-9554ede2f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:03.511709 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cbf183bd-60ee-4e77-8a1f-ceb007462807 req-6ea2e7fd-471b-4a06-8fde-9554ede2f61d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 200 len: 858 time: 0.1566868 Jun 23 12:00:03.553758 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-897e0fdf-dbf6-4aa4-b98c-abde05010da5 req-9c52944b-3582-412c-8b75-743e2239d207 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Deleting port aa6285e7-0658-4131-aef9-e0151dcf7912 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:00:03.554111 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-897e0fdf-dbf6-4aa4-b98c-abde05010da5 req-9c52944b-3582-412c-8b75-743e2239d207 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (aa6285e7-0658-4131-aef9-e0151dcf7912), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:03.590375 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf183bd-60ee-4e77-8a1f-ceb007462807 req-642c8215-9e04-4806-b857-b5b54da625df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:03.592536 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cbf183bd-60ee-4e77-8a1f-ceb007462807 req-642c8215-9e04-4806-b857-b5b54da625df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fc58067c-4167-4106-9d1e-ab7bc831a394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720272 Jun 23 12:00:03.606000 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:03.624140 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1a324-1ff4-4bc2-b4be-44e289db2c70 req-bc981394-e11f-41c1-b16b-c4658f1ab9da tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:03.626025 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-53f1a324-1ff4-4bc2-b4be-44e289db2c70 req-bc981394-e11f-41c1-b16b-c4658f1ab9da tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.0722301 Jun 23 12:00:03.679553 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:03.722660 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-53f1a324-1ff4-4bc2-b4be-44e289db2c70 req-5b9853b6-0c27-4978-b9ac-ef2e0ad0c0fb tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874660 Jun 23 12:00:03.854075 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72776c5f-1b87-450f-a606-4715207df5db req-670570c8-7fdb-4a86-a65f-5e6903226dec tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:03.855802 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-72776c5f-1b87-450f-a606-4715207df5db req-670570c8-7fdb-4a86-a65f-5e6903226dec tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0575554 Jun 23 12:00:03.911975 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-72776c5f-1b87-450f-a606-4715207df5db req-9c492ed7-697d-47b0-ba5b-034d194e907d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491264 Jun 23 12:00:04.034182 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10705ea1-f1a4-4b91-b098-0970bfa72630 req-30b60722-2e63-4052-b5eb-3fa1f2b63bde tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:04.035708 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-10705ea1-f1a4-4b91-b098-0970bfa72630 req-30b60722-2e63-4052-b5eb-3fa1f2b63bde tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 945 time: 0.3839939 Jun 23 12:00:04.037559 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-897e0fdf-dbf6-4aa4-b98c-abde05010da5 req-9c52944b-3582-412c-8b75-743e2239d207 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] For port aa6285e7-0658-4131-aef9-e0151dcf7912, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=aa6285e7-0658-4131-aef9-e0151dcf7912,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:04.037931 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-897e0fdf-dbf6-4aa4-b98c-abde05010da5 req-9c52944b-3582-412c-8b75-743e2239d207 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (aa6285e7-0658-4131-aef9-e0151dcf7912), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:04.098120 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:04.133407 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cbf183bd-60ee-4e77-8a1f-ceb007462807 req-1d724145-9f25-427e-84f8-8d02e8f9fa06 service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080261 Jun 23 12:00:04.192565 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-10705ea1-f1a4-4b91-b098-0970bfa72630 req-a48ae4e2-d687-413b-b8bb-b4c5eeb87b3a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb3dd00b-1703-4c65-93bc-207ec2b900fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452818 Jun 23 12:00:04.260682 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-897e0fdf-dbf6-4aa4-b98c-abde05010da5 req-9c52944b-3582-412c-8b75-743e2239d207 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:04.261065 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-897e0fdf-dbf6-4aa4-b98c-abde05010da5 req-9c52944b-3582-412c-8b75-743e2239d207 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (1ee13972-1a8a-4076-b32a-9b0ebb0c7084), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:04.261609 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [req-897e0fdf-dbf6-4aa4-b98c-abde05010da5 req-9c52944b-3582-412c-8b75-743e2239d207 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Floating IP 1ee13972-1a8a-4076-b32a-9b0ebb0c7084 disassociated. External IP: 172.27.3.46, port: aa6285e7-0658-4131-aef9-e0151dcf7912. Jun 23 12:00:04.261983 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-897e0fdf-dbf6-4aa4-b98c-abde05010da5 req-9c52944b-3582-412c-8b75-743e2239d207 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Calling delete_port for aa6285e7-0658-4131-aef9-e0151dcf7912 owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:00:04.453126 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cbf183bd-60ee-4e77-8a1f-ceb007462807 req-efc444c1-4c64-4b7b-a2e5-ce37e1b7b29a service neutron] 10.222.0.44 "GET /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443939 Jun 23 12:00:04.469585 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-897e0fdf-dbf6-4aa4-b98c-abde05010da5 req-9c52944b-3582-412c-8b75-743e2239d207 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (aa6285e7-0658-4131-aef9-e0151dcf7912), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:04.497248 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52944b-3582-412c-8b75-743e2239d207 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event deleted for resources: {'Port': ['ID=aa6285e7-0658-4131-aef9-e0151dcf7912,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:04.556758 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-676b5e71-d4da-48bf-9e16-bc8f7d5a3ee2 req-4747d36d-2154-4f1c-9b54-0d686993d352 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 210 time: 0.0303679 Jun 23 12:00:04.601345 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:04.615027 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-897e0fdf-dbf6-4aa4-b98c-abde05010da5 req-9c52944b-3582-412c-8b75-743e2239d207 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Router 0bd1f321-5d98-4143-ba24-2a3aad50da03 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:00:04.650927 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:04.806831 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-897e0fdf-dbf6-4aa4-b98c-abde05010da5 req-9c52944b-3582-412c-8b75-743e2239d207 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:00:04.818079 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a666b-ffed-4393-955f-75d4a343dc91 None None] Sync routers for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:00:04.836569 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a666b-ffed-4393-955f-75d4a343dc91 None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:04.837599 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-449a666b-ffed-4393-955f-75d4a343dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:04.907794 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-897e0fdf-dbf6-4aa4-b98c-abde05010da5 req-9c52944b-3582-412c-8b75-743e2239d207 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] No DVR routers for this DVR port aa6285e7-0658-4131-aef9-e0151dcf7912 on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:00:04.912044 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-897e0fdf-dbf6-4aa4-b98c-abde05010da5 req-9c52944b-3582-412c-8b75-743e2239d207 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:04.915393 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-897e0fdf-dbf6-4aa4-b98c-abde05010da5 req-9c52944b-3582-412c-8b75-743e2239d207 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "DELETE /v2.0/ports/aa6285e7-0658-4131-aef9-e0151dcf7912 HTTP/1.1" status: 204 len: 173 time: 1.5378656 Jun 23 12:00:04.915993 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'name': 'network-vif-deleted', 'tag': 'aa6285e7-0658-4131-aef9-e0151dcf7912'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:04.918253 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad824bfa-606a-49d9-809c-2f3a08afde98" -d '{"events": [{"server_uuid": "d67c82c1-7c40-43a6-9326-480dc5fcb37a", "name": "network-vif-deleted", "tag": "aa6285e7-0658-4131-aef9-e0151dcf7912"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:04.926359 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86048fd5-3761-4e8e-9057-b5e39b98f77a req-7a3d6212-52ce-44ed-b636-d01e9d2eccad tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:04.927886 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-86048fd5-3761-4e8e-9057-b5e39b98f77a req-7a3d6212-52ce-44ed-b636-d01e9d2eccad tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.1359415 Jun 23 12:00:04.934258 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e06143-e656-4486-b457-5587b6e77237 req-9f8ff65c-988b-43f2-86a4-61406e6fdb60 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:04.936233 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-26e06143-e656-4486-b457-5587b6e77237 req-9f8ff65c-988b-43f2-86a4-61406e6fdb60 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.44 "GET /v2.0/networks?id=a13aae4c-de05-481c-b4e4-5c7570ff46f8 HTTP/1.1" status: 200 len: 808 time: 0.2564723 Jun 23 12:00:04.977276 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fa2c66-b7bd-499e-88e7-b90397dc9807 x-openstack-request-id: req-e0fa2c66-b7bd-499e-88e7-b90397dc9807 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:04.977573 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67c82c1-7c40-43a6-9326-480dc5fcb37a", "name": "network-vif-deleted", "tag": "aa6285e7-0658-4131-aef9-e0151dcf7912", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:04.977881 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e0fa2c66-b7bd-499e-88e7-b90397dc9807 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:04.978294 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0fa2c66-b7bd-499e-88e7-b90397dc9807'] response: {'server_uuid': 'd67c82c1-7c40-43a6-9326-480dc5fcb37a', 'name': 'network-vif-deleted', 'tag': 'aa6285e7-0658-4131-aef9-e0151dcf7912', 'status': 'completed', 'code': 200} Jun 23 12:00:04.980904 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-449a666b-ffed-4393-955f-75d4a343dc91 None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:05.007375 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-86048fd5-3761-4e8e-9057-b5e39b98f77a req-bff42a4f-0497-4c2c-ace2-408294e04479 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698884 Jun 23 12:00:05.101934 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f23e8-367f-4885-94ff-dc1cb262e03e req-6062e4ef-6918-4b8a-913d-d657e83154c9 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:05.103439 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ef4f23e8-367f-4885-94ff-dc1cb262e03e req-6062e4ef-6918-4b8a-913d-d657e83154c9 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0490625 Jun 23 12:00:05.139266 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:05.158847 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ef4f23e8-367f-4885-94ff-dc1cb262e03e req-9e62e779-dc80-4285-bb88-b460f4548264 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486929 Jun 23 12:00:05.208425 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:05.287830 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:05.297207 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-449a666b-ffed-4393-955f-75d4a343dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:05.303227 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-26e06143-e656-4486-b457-5587b6e77237 req-76146a1c-9b6a-42af-a983-aa2c29a8d9b1 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2d3e44f4113405a9cd4e604aea9955b HTTP/1.1" status: 200 len: 380 time: 0.1154301 Jun 23 12:00:05.327178 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a666b-ffed-4393-955f-75d4a343dc91 None None] Checking router: 0bd1f321-5d98-4143-ba24-2a3aad50da03 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:00:05.338417 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a666b-ffed-4393-955f-75d4a343dc91 None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:05.339017 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-449a666b-ffed-4393-955f-75d4a343dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:05.344105 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fe46dcec-1a97-4d9f-a04d-a6c3511f3e49 req-64e8a2e9-6551-4986-a617-5100c90fb04c tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=d67c82c1-7c40-43a6-9326-480dc5fcb37a HTTP/1.1" status: 200 len: 210 time: 0.0333552 Jun 23 12:00:05.354733 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-26e06143-e656-4486-b457-5587b6e77237 req-c584ac52-e6f5-4d12-98bb-09b1fa55089e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Request body: {'port': {'device_id': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'admin_state_up': True, 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'security_groups': ['071d2454-543d-4e51-8abb-cecd0d246d0c']}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:05.455774 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-449a666b-ffed-4393-955f-75d4a343dc91 None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:05.483207 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e06143-e656-4486-b457-5587b6e77237 req-c584ac52-e6f5-4d12-98bb-09b1fa55089e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Made reservation on behalf of a2d3e44f4113405a9cd4e604aea9955b for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:00:05.487014 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-26e06143-e656-4486-b457-5587b6e77237 req-c584ac52-e6f5-4d12-98bb-09b1fa55089e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:05.626982 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-26e06143-e656-4486-b457-5587b6e77237 req-c584ac52-e6f5-4d12-98bb-09b1fa55089e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Allocated IP 172.20.0.3 (a13aae4c-de05-481c-b4e4-5c7570ff46f8/427c5630-0ade-4ebf-bdf6-d37734b4bf7b/4f655e92-f7d0-4eb3-aa0d-313d293bd617) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:00:05.673495 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-449a666b-ffed-4393-955f-75d4a343dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:05.692783 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b4277347-15a6-427b-83e8-7bb6ba4a3ffb req-2cd0d05b-4107-47a1-8306-a13adfb8a31a tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 210 time: 0.0638163 Jun 23 12:00:05.727840 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a666b-ffed-4393-955f-75d4a343dc91 None None] The sync data for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi is: [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:00:05.731997 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:00:05.820691 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-26e06143-e656-4486-b457-5587b6e77237 req-c584ac52-e6f5-4d12-98bb-09b1fa55089e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:05.830439 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:05.856232 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-26e06143-e656-4486-b457-5587b6e77237 req-c584ac52-e6f5-4d12-98bb-09b1fa55089e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:05.892531 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:05.905696 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e06143-e656-4486-b457-5587b6e77237 req-c584ac52-e6f5-4d12-98bb-09b1fa55089e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Network a13aae4c-de05-481c-b4e4-5c7570ff46f8 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:00:05.910969 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-26e06143-e656-4486-b457-5587b6e77237 req-c584ac52-e6f5-4d12-98bb-09b1fa55089e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:00:05.913201 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584ac52-e6f5-4d12-98bb-09b1fa55089e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Pushing event updated for resources: {'Port': ['ID=4f655e92-f7d0-4eb3-aa0d-313d293bd617,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:05.915419 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e06143-e656-4486-b457-5587b6e77237 req-c584ac52-e6f5-4d12-98bb-09b1fa55089e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:00:05.970140 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e06143-e656-4486-b457-5587b6e77237 req-c584ac52-e6f5-4d12-98bb-09b1fa55089e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:05.971066 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-26e06143-e656-4486-b457-5587b6e77237 req-c584ac52-e6f5-4d12-98bb-09b1fa55089e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:05.983789 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9afe175-c203-46b5-a307-9a81c5863e12 None None] New status for floating IP 1ee13972-1a8a-4076-b32a-9b0ebb0c7084: DOWN {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:00:05.988875 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-26e06143-e656-4486-b457-5587b6e77237 req-c584ac52-e6f5-4d12-98bb-09b1fa55089e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6381183 Jun 23 12:00:06.157893 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:06.171757 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Request body: {'port': {'device_id': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:06.224946 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-5d925cc6-c212-4127-a7cd-1b19d6b44e56 None None] Provisioning complete for port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:00:06.225674 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5d925cc6-c212-4127-a7cd-1b19d6b44e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:06.270051 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-5d925cc6-c212-4127-a7cd-1b19d6b44e56 None None] Port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 12:00:06.273547 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0b8fc-6baa-4812-a7e2-c539c9761bff req-0028ad16-63b6-42f8-97cc-12fc5ac2cda0 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:06.275102 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f0e0b8fc-6baa-4812-a7e2-c539c9761bff req-0028ad16-63b6-42f8-97cc-12fc5ac2cda0 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.1083200 Jun 23 12:00:06.297469 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:06.307372 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a5844-76d0-4fde-a781-871416ef13aa req-c7e426ba-94ed-48dd-84ee-56178a455f87 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:06.309553 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-189a5844-76d0-4fde-a781-871416ef13aa req-c7e426ba-94ed-48dd-84ee-56178a455f87 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0581419 Jun 23 12:00:06.347277 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:06.361579 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-189a5844-76d0-4fde-a781-871416ef13aa req-bc91cb68-b049-4388-b49c-58b9dbd632c1 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450473 Jun 23 12:00:06.398028 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f0e0b8fc-6baa-4812-a7e2-c539c9761bff req-289dea31-a1a5-421d-ad4e-5e0f19a3bf26 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148508 Jun 23 12:00:06.441173 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54256) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:06.497023 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d6241e54-376b-4c47-8c51-b4b78bb8b7ce tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (cb3dd00b-1703-4c65-93bc-207ec2b900fe), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:06.521879 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d6241e54-376b-4c47-8c51-b4b78bb8b7ce tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (cb3dd00b-1703-4c65-93bc-207ec2b900fe), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:06.575438 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d6241e54-376b-4c47-8c51-b4b78bb8b7ce tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (cb3dd00b-1703-4c65-93bc-207ec2b900fe), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:06.578674 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d6241e54-376b-4c47-8c51-b4b78bb8b7ce tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:06.582262 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-d6241e54-376b-4c47-8c51-b4b78bb8b7ce tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "DELETE /v2.0/security-groups/cb3dd00b-1703-4c65-93bc-207ec2b900fe HTTP/1.1" status: 204 len: 168 time: 0.1376038 Jun 23 12:00:06.583081 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 54258) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:06.599779 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6241e54-376b-4c47-8c51-b4b78bb8b7ce tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3dd00b-1703-4c65-93bc-207ec2b900fe,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:06.619929 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.api.v2.resource [None req-9e8771e2-278a-464a-80c5-401c3c245673 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] show failed (client error): The resource could not be found. Jun 23 12:00:06.621023 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-9e8771e2-278a-464a-80c5-401c3c245673 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups/cb3dd00b-1703-4c65-93bc-207ec2b900fe HTTP/1.1" status: 404 len: 347 time: 0.0369661 Jun 23 12:00:06.625429 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54260) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:06.631276 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f655e92-f7d0-4eb3-aa0d-313d293bd617 {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:00:06.639240 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Publish callbacks [] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:06.652113 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Transition to ACTIVE for port object 4f655e92-f7d0-4eb3-aa0d-313d293bd617 will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 12:00:06.655692 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:06.727956 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f655e92-f7d0-4eb3-aa0d-313d293bd617,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:06.745175 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-c5e70407-09f7-46c5-8f8b-e94bae292a7d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Deleting port 09d6e33b-2ec9-4506-b140-aa93bbd26871 {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:00:06.747193 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c5e70407-09f7-46c5-8f8b-e94bae292a7d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (09d6e33b-2ec9-4506-b140-aa93bbd26871), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:06.790428 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Attempting to bind port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 12:00:06.790768 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Attempting to bind port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '3affdf3e-6c65-4bf5-9ee3-3df5d435a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 12:00:06.791102 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Attempting to bind port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 on network a13aae4c-de05-481c-b4e4-5c7570ff46f8 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:00:06.822729 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 on network a13aae4c-de05-481c-b4e4-5c7570ff46f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 12:00:06.823051 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Attempting to bind port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 on network a13aae4c-de05-481c-b4e4-5c7570ff46f8 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:00:06.830575 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:06.835085 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c5e70407-09f7-46c5-8f8b-e94bae292a7d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (09d6e33b-2ec9-4506-b140-aa93bbd26871), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:06.835662 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c5e70407-09f7-46c5-8f8b-e94bae292a7d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (09d6e33b-2ec9-4506-b140-aa93bbd26871), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:06.839855 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 11, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 12:00:06.840188 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Checking segment: {'id': '3affdf3e-6c65-4bf5-9ee3-3df5d435a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 12:00:06.841391 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Bound using segment: {'id': '3affdf3e-6c65-4bf5-9ee3-3df5d435a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 12:00:06.841851 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Bound port: 4f655e92-f7d0-4eb3-aa0d-313d293bd617, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3affdf3e-6c65-4bf5-9ee3-3df5d435a549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 12:00:06.842213 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:06.850728 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-c5e70407-09f7-46c5-8f8b-e94bae292a7d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Calling delete_port for 09d6e33b-2ec9-4506-b140-aa93bbd26871 owned by network:floatingip {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:00:06.858310 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4710712-73d6-4466-83e6-2cf344332fb8 req-35916cc9-7948-4234-ac92-8c829f81a5d1 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:06.859873 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f4710712-73d6-4466-83e6-2cf344332fb8 req-35916cc9-7948-4234-ac92-8c829f81a5d1 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0716417 Jun 23 12:00:06.956751 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f4710712-73d6-4466-83e6-2cf344332fb8 req-6d787b0f-336e-4679-96d6-6aaa1075d2c1 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910459 Jun 23 12:00:06.959271 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] For port 4f655e92-f7d0-4eb3-aa0d-313d293bd617, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:00:06.963207 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] For port 4f655e92-f7d0-4eb3-aa0d-313d293bd617, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4f655e92-f7d0-4eb3-aa0d-313d293bd617,segment=NetworkSegment(3affdf3e-6c65-4bf5-9ee3-3df5d435a549),segment_id=3affdf3e-6c65-4bf5-9ee3-3df5d435a549)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:00:06.970328 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:06.997096 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c5e70407-09f7-46c5-8f8b-e94bae292a7d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (09d6e33b-2ec9-4506-b140-aa93bbd26871), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.001322 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:07.011930 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:07.012592 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.014177 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-26e06143-e656-4486-b457-5587b6e77237 req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] 10.222.0.44 "PUT /v2.0/ports/4f655e92-f7d0-4eb3-aa0d-313d293bd617 HTTP/1.1" status: 200 len: 1093 time: 0.9722841 Jun 23 12:00:07.016536 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'tag': '4f655e92-f7d0-4eb3-aa0d-313d293bd617'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:07.019406 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3816d47-34ad-4f79-915a-1f339ecafa46" -d '{"events": [{"name": "network-changed", "server_uuid": "9442b025-7b22-40c8-8f76-3a3379bf8e83", "tag": "4f655e92-f7d0-4eb3-aa0d-313d293bd617"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:07.026406 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e70407-09f7-46c5-8f8b-e94bae292a7d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event deleted for resources: {'Port': ['ID=09d6e33b-2ec9-4506-b140-aa93bbd26871,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:07.047562 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bca68-346d-48a9-8bfd-24fc10c1b8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f655e92-f7d0-4eb3-aa0d-313d293bd617,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:07.090619 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb4ace6-58d8-45f5-90a3-7dc8ced7e298 x-openstack-request-id: req-3bb4ace6-58d8-45f5-90a3-7dc8ced7e298 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:07.091428 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9442b025-7b22-40c8-8f76-3a3379bf8e83", "tag": "4f655e92-f7d0-4eb3-aa0d-313d293bd617", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:07.091428 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3bb4ace6-58d8-45f5-90a3-7dc8ced7e298 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:07.092229 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb4ace6-58d8-45f5-90a3-7dc8ced7e298'] response: {'name': 'network-changed', 'server_uuid': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'tag': '4f655e92-f7d0-4eb3-aa0d-313d293bd617', 'status': 'completed', 'code': 200} Jun 23 12:00:07.108269 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c5e70407-09f7-46c5-8f8b-e94bae292a7d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (1ee13972-1a8a-4076-b32a-9b0ebb0c7084), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.110835 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c5e70407-09f7-46c5-8f8b-e94bae292a7d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.111997 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-c5e70407-09f7-46c5-8f8b-e94bae292a7d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "DELETE /v2.0/floatingips/1ee13972-1a8a-4076-b32a-9b0ebb0c7084 HTTP/1.1" status: 204 len: 168 time: 0.4855793 Jun 23 12:00:07.136135 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e06143-e656-4486-b457-5587b6e77237 req-0ab573f1-0e57-4b4f-95db-730975c6d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:07.138099 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-26e06143-e656-4486-b457-5587b6e77237 req-0ab573f1-0e57-4b4f-95db-730975c6d00f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2d3e44f4113405a9cd4e604aea9955b&device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 1127 time: 0.0631821 Jun 23 12:00:07.181351 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-26e06143-e656-4486-b457-5587b6e77237 req-b867f53a-774e-42e4-941e-954260800c82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f655e92-f7d0-4eb3-aa0d-313d293bd617 HTTP/1.1" status: 200 len: 217 time: 0.0356176 Jun 23 12:00:07.199777 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54268) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:07.204744 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-7aa2e325-ffc0-4707-a046-d06b53f9d776 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--983501941', 'description': 'tempest-description--921240669'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:07.222719 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:07.233054 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7aa2e325-ffc0-4707-a046-d06b53f9d776 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.240805 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e06143-e656-4486-b457-5587b6e77237 req-5bf25d6b-1d87-41d1-8ada-43719c74182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:07.242311 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-26e06143-e656-4486-b457-5587b6e77237 req-5bf25d6b-1d87-41d1-8ada-43719c74182a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=427c5630-0ade-4ebf-bdf6-d37734b4bf7b HTTP/1.1" status: 200 len: 847 time: 0.0533850 Jun 23 12:00:07.288577 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e06143-e656-4486-b457-5587b6e77237 req-1762ed34-45f8-4f6e-b6f3-90168321c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:07.290294 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-26e06143-e656-4486-b457-5587b6e77237 req-1762ed34-45f8-4f6e-b6f3-90168321c0b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a13aae4c-de05-481c-b4e4-5c7570ff46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404458 Jun 23 12:00:07.304181 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7aa2e325-ffc0-4707-a046-d06b53f9d776 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.308571 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7aa2e325-ffc0-4707-a046-d06b53f9d776 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.345997 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7aa2e325-ffc0-4707-a046-d06b53f9d776 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.347612 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-7aa2e325-ffc0-4707-a046-d06b53f9d776 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1467378 Jun 23 12:00:07.348833 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2e325-ffc0-4707-a046-d06b53f9d776 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:07.351530 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54270) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:07.359515 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-75ec196c-cccd-4135-8711-e644faca712f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'security_group_rule': {'security_group_id': 'e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:07.390069 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-26e06143-e656-4486-b457-5587b6e77237 req-25aa2942-d358-4a85-ba53-7e7df5c8a25f service neutron] 10.222.0.44 "GET /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911047 Jun 23 12:00:07.392913 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-75ec196c-cccd-4135-8711-e644faca712f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (3f90407b-50dc-48a3-99bb-5ddb42d69b38), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.473827 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:07.492719 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-75ec196c-cccd-4135-8711-e644faca712f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (3f90407b-50dc-48a3-99bb-5ddb42d69b38), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.499583 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-75ec196c-cccd-4135-8711-e644faca712f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (3f90407b-50dc-48a3-99bb-5ddb42d69b38), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.511495 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ce1a1-1275-44b0-8b42-4bf7472a4007 req-ca88d8bf-bf10-48b8-9407-5649877f9d5e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:07.512930 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-867ce1a1-1275-44b0-8b42-4bf7472a4007 req-ca88d8bf-bf10-48b8-9407-5649877f9d5e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0750968 Jun 23 12:00:07.537525 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec196c-cccd-4135-8711-e644faca712f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f90407b-50dc-48a3-99bb-5ddb42d69b38,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:07.552571 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-75ec196c-cccd-4135-8711-e644faca712f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.553776 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-75ec196c-cccd-4135-8711-e644faca712f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2001836 Jun 23 12:00:07.557530 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54276) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:07.557701 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9b399-6da5-449a-b1fd-63628f2e57bb req-b8505e07-63dc-4f66-be82-3c1f7f8aad3e tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:07.559285 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-96d9b399-6da5-449a-b1fd-63628f2e57bb req-b8505e07-63dc-4f66-be82-3c1f7f8aad3e tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.0839095 Jun 23 12:00:07.561513 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-26e06143-e656-4486-b457-5587b6e77237 req-115178d3-6343-457a-ba08-8c13a31ad34a service neutron] 10.222.0.44 "GET /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645250 Jun 23 12:00:07.564174 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-0ffd498a-ed5e-4788-82bb-0aefaca44ec9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'security_group_rule': {'security_group_id': 'e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:07.618620 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-867ce1a1-1275-44b0-8b42-4bf7472a4007 req-a98a46d1-148f-4d25-a360-989ac45d6743 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919547 Jun 23 12:00:07.625463 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0ffd498a-ed5e-4788-82bb-0aefaca44ec9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (47b7376e-879b-4776-9764-77ca1015d442), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.641053 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-96d9b399-6da5-449a-b1fd-63628f2e57bb req-2dd9b511-a662-4926-8492-e7999b414b35 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742433 Jun 23 12:00:07.687072 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0ffd498a-ed5e-4788-82bb-0aefaca44ec9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (47b7376e-879b-4776-9764-77ca1015d442), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.690531 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0ffd498a-ed5e-4788-82bb-0aefaca44ec9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (47b7376e-879b-4776-9764-77ca1015d442), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.710007 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd498a-ed5e-4788-82bb-0aefaca44ec9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b7376e-879b-4776-9764-77ca1015d442,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:07.716658 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0ffd498a-ed5e-4788-82bb-0aefaca44ec9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.717916 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-0ffd498a-ed5e-4788-82bb-0aefaca44ec9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591856 Jun 23 12:00:07.721280 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54278) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:07.725561 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'floatingip': {'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:07.745810 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.828392 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:07.859326 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3816d47-34ad-4f79-915a-1f339ecafa46 req-4047f4e0-6353-4942-8da0-e465c6329d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:07.860877 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3816d47-34ad-4f79-915a-1f339ecafa46 req-4047f4e0-6353-4942-8da0-e465c6329d3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2d3e44f4113405a9cd4e604aea9955b&device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 1127 time: 0.0433271 Jun 23 12:00:07.924528 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:07.943023 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Allocated IP 172.27.3.18 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/5b9f53ba-fcb2-4367-a52d-b3500ea5b01d) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:00:07.952715 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:07.955817 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3816d47-34ad-4f79-915a-1f339ecafa46 req-08ae423a-f56f-4d41-9387-c4e05fba63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:07.957622 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3816d47-34ad-4f79-915a-1f339ecafa46 req-08ae423a-f56f-4d41-9387-c4e05fba63f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a13aae4c-de05-481c-b4e4-5c7570ff46f8 HTTP/1.1" status: 200 len: 909 time: 0.0887055 Jun 23 12:00:08.079144 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3816d47-34ad-4f79-915a-1f339ecafa46 req-53f9a87a-90c3-447f-8902-ed848dc5babb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f655e92-f7d0-4eb3-aa0d-313d293bd617 HTTP/1.1" status: 200 len: 217 time: 0.0394073 Jun 23 12:00:08.098353 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fa524-84a4-4341-ad09-34baf0330da1 req-7018995e-228d-49b2-8843-d73e875aac86 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:08.100687 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9e1fa524-84a4-4341-ad09-34baf0330da1 req-7018995e-228d-49b2-8843-d73e875aac86 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0697379 Jun 23 12:00:08.104117 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for port (5b9f53ba-fcb2-4367-a52d-b3500ea5b01d), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:08.134016 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3816d47-34ad-4f79-915a-1f339ecafa46 req-b9f2065d-c612-4135-a85a-44cf9581c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:08.136938 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3816d47-34ad-4f79-915a-1f339ecafa46 req-b9f2065d-c612-4135-a85a-44cf9581c928 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=427c5630-0ade-4ebf-bdf6-d37734b4bf7b HTTP/1.1" status: 200 len: 847 time: 0.0513105 Jun 23 12:00:08.187939 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3816d47-34ad-4f79-915a-1f339ecafa46 req-fc4c849d-1da5-4110-9bf0-9b0259a7aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:08.189730 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3816d47-34ad-4f79-915a-1f339ecafa46 req-fc4c849d-1da5-4110-9bf0-9b0259a7aa1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a13aae4c-de05-481c-b4e4-5c7570ff46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455015 Jun 23 12:00:08.194923 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9e1fa524-84a4-4341-ad09-34baf0330da1 req-35cf6de8-b242-4d86-a7df-e0594c868cc9 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874650 Jun 23 12:00:08.196015 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (5b9f53ba-fcb2-4367-a52d-b3500ea5b01d), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:08.239396 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:00:08.244214 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:00:08.246957 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:00:08.250633 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'Port': ['ID=5b9f53ba-fcb2-4367-a52d-b3500ea5b01d,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:08.317255 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3816d47-34ad-4f79-915a-1f339ecafa46 req-43e5125b-5a33-41a2-a3c3-709b8de23415 service neutron] 10.222.0.44 "GET /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076422 Jun 23 12:00:08.333560 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (832beec3-4f2f-40f9-bd0a-040431c14b3a), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:08.344911 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:08.388009 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (5b9f53ba-fcb2-4367-a52d-b3500ea5b01d), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:08.418399 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3816d47-34ad-4f79-915a-1f339ecafa46 req-f572a127-57b2-4d5e-9175-46b358526ec6 service neutron] 10.222.0.44 "GET /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938206 Jun 23 12:00:08.554730 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for port (5b9f53ba-fcb2-4367-a52d-b3500ea5b01d), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:08.559124 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (5b9f53ba-fcb2-4367-a52d-b3500ea5b01d), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:08.599621 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device aa6285e7-0658-4131-aef9-e0151dcf7912 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:00:08.624361 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: aa6285e7-0658-4131-aef9-e0151dcf7912 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:00:08.624740 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device aa6285e7-0658-4131-aef9-e0151dcf7912 not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:00:08.649145 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'Port': ['ID=5b9f53ba-fcb2-4367-a52d-b3500ea5b01d,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:08.675350 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (832beec3-4f2f-40f9-bd0a-040431c14b3a), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:08.693739 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:08.695037 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e3248ae2-8f81-4e23-9658-5bec0b210129 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9728148 Jun 23 12:00:08.782546 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0919ba-95ed-4fe6-b908-4450a78e2814 req-b64884d8-ef78-411c-a57d-667d3062720f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:08.785419 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0c0919ba-95ed-4fe6-b908-4450a78e2814 req-b64884d8-ef78-411c-a57d-667d3062720f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0646033 Jun 23 12:00:08.786075 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ed447-7ed4-4a72-accf-b1a2402bfcf1 req-facefb3e-f136-431c-ab69-7a75851a792a tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:08.787828 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f93ed447-7ed4-4a72-accf-b1a2402bfcf1 req-facefb3e-f136-431c-ab69-7a75851a792a tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.0548124 Jun 23 12:00:08.837087 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0c0919ba-95ed-4fe6-b908-4450a78e2814 req-616384d2-3edf-4beb-8e66-d81cfc122dd0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456352 Jun 23 12:00:08.858793 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:08.862943 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:08.870933 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f93ed447-7ed4-4a72-accf-b1a2402bfcf1 req-e5f07701-b68a-4f61-aa75-4e2956303bdd tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765641 Jun 23 12:00:08.962999 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-247a5923-f756-46bc-8e88-2cafb597fe8e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--983501941&fields=id&tenant_id=b4f73dfee32d43b985e9192000eaed8c HTTP/1.1" status: 200 len: 267 time: 0.0441711 Jun 23 12:00:09.073477 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-0b4614e1-2553-45eb-9e81-0668b444f50d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:09.074933 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-0b4614e1-2553-45eb-9e81-0668b444f50d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/networks?id=e2860678-188a-43de-956c-7f6a2a5353f6 HTTP/1.1" status: 200 len: 815 time: 0.1050892 Jun 23 12:00:09.089473 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-2f944afd-27ce-470c-835b-f89d2b83c92a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/quotas/b4f73dfee32d43b985e9192000eaed8c HTTP/1.1" status: 200 len: 375 time: 0.0089674 Jun 23 12:00:09.143380 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-37458d57-cb9b-4b0a-864d-e4dd41b753f5 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4f73dfee32d43b985e9192000eaed8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491345 Jun 23 12:00:09.284709 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-1f1a1f92-f31c-48d6-b0cf-cb703f1e6247 service neutron] 10.222.0.67 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297266 Jun 23 12:00:09.313027 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:09.319291 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947a853-16e5-4730-8d92-d062fc6c613d req-da9f8621-fc18-4697-ac0a-4aa910d27bf2 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:09.320831 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a947a853-16e5-4730-8d92-d062fc6c613d req-da9f8621-fc18-4697-ac0a-4aa910d27bf2 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0532217 Jun 23 12:00:09.377135 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a947a853-16e5-4730-8d92-d062fc6c613d req-ddc28413-37c8-4692-962f-f52815e87b86 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504863 Jun 23 12:00:09.386661 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-14b21629-e1f7-482a-a4ae-6225c05acd11 service neutron] 10.222.0.67 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963466 Jun 23 12:00:09.555825 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-90bb7eb6-03b5-4b4c-89c7-10f5369e4b3c req-e321cfb5-f86b-4bd3-a0ac-dd7cea3579cb tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 210 time: 0.0288939 Jun 23 12:00:09.962842 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da699d-928f-4a17-9545-2143277a5715 req-4661c857-54cb-4f94-b510-6b51e5dfdfa6 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:09.964376 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a6da699d-928f-4a17-9545-2143277a5715 req-4661c857-54cb-4f94-b510-6b51e5dfdfa6 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0522215 Jun 23 12:00:10.006162 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0259f6-5e15-4362-866e-fd2fb4a80335 req-5713c3d6-fece-4172-aaa3-864b6a3847ba tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:10.007659 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ae0259f6-5e15-4362-866e-fd2fb4a80335 req-5713c3d6-fece-4172-aaa3-864b6a3847ba tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.0502014 Jun 23 12:00:10.015348 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a6da699d-928f-4a17-9545-2143277a5715 req-cfd719de-3492-4e91-b62a-e47152721bc2 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445588 Jun 23 12:00:10.084185 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ae0259f6-5e15-4362-866e-fd2fb4a80335 req-99586e58-9a7f-4a4f-ac9f-084b991bbb37 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&id=82610bff-26de-4555-9dc7-20803ba54066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697045 Jun 23 12:00:10.205900 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:10.240190 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e38aa-94d8-4b16-a2bd-d4086cc348ec req-49e2b1f5-8443-4640-b3d0-cfec91fec553 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:10.241869 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-577e38aa-94d8-4b16-a2bd-d4086cc348ec req-49e2b1f5-8443-4640-b3d0-cfec91fec553 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0526249 Jun 23 12:00:10.290107 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-577e38aa-94d8-4b16-a2bd-d4086cc348ec req-99be3a6f-7e7c-4e82-8115-ac2a4ff365ae tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425749 Jun 23 12:00:10.592863 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73aa54-8f0e-45a9-8b35-8275e27c7d19 req-3f41ae3c-aff1-42f5-82e7-77ae92736d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:10.594491 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2a73aa54-8f0e-45a9-8b35-8275e27c7d19 req-3f41ae3c-aff1-42f5-82e7-77ae92736d24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1a92a7ffc864256b48a9848b27f9fd2&device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 1130 time: 0.1323147 Jun 23 12:00:10.603357 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654e6ec-90d9-456a-9464-a33e7ddf6769 req-89b29589-c469-453e-8a8d-584a39ba7300 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:10.604905 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1654e6ec-90d9-456a-9464-a33e7ddf6769 req-89b29589-c469-453e-8a8d-584a39ba7300 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.1451952 Jun 23 12:00:10.673421 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-66eb350b-4e6f-48ac-9155-7b7a552c05ed req-7d5a0eee-c6b3-420f-9a24-9eac3ec25ea0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 210 time: 0.0290067 Jun 23 12:00:10.711028 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-8f017e79-7008-4774-8fa6-2a274f8c88f9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:10.712493 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-8f017e79-7008-4774-8fa6-2a274f8c88f9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "GET /v2.0/networks?id=e2860678-188a-43de-956c-7f6a2a5353f6 HTTP/1.1" status: 200 len: 815 time: 0.2658172 Jun 23 12:00:10.774721 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1654e6ec-90d9-456a-9464-a33e7ddf6769 req-24be6250-43da-4518-bc55-7ae5baab0f25 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608205 Jun 23 12:00:10.802512 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:10.815376 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73aa54-8f0e-45a9-8b35-8275e27c7d19 req-d3f99d83-0309-4561-a580-e9957c5221d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:10.816879 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2a73aa54-8f0e-45a9-8b35-8275e27c7d19 req-d3f99d83-0309-4561-a580-e9957c5221d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ec90cf8-67c4-41e3-bbbb-0e606173a369 HTTP/1.1" status: 200 len: 910 time: 0.2066445 Jun 23 12:00:10.837245 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-6f4dc051-5378-4e88-81ea-28f3d404ba84 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4f73dfee32d43b985e9192000eaed8c HTTP/1.1" status: 200 len: 379 time: 0.0972419 Jun 23 12:00:10.873968 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-70ba60f4-8816-4691-9b9e-f53a9739580e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'port': {'device_id': '429b22b9-be19-4630-80e1-18b745a0eedc', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'admin_state_up': True, 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'security_groups': ['e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9']}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:10.920036 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2a73aa54-8f0e-45a9-8b35-8275e27c7d19 req-d3d4c783-f25e-4f31-ad23-964300e177e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 HTTP/1.1" status: 200 len: 1002 time: 0.0951626 Jun 23 12:00:11.022361 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73aa54-8f0e-45a9-8b35-8275e27c7d19 req-851cac6e-647d-4c01-a0a1-45cce3c09f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:11.023829 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2a73aa54-8f0e-45a9-8b35-8275e27c7d19 req-851cac6e-647d-4c01-a0a1-45cce3c09f82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5479a9c9-7903-44a1-b59c-af44f63c9c99 HTTP/1.1" status: 200 len: 848 time: 0.0749888 Jun 23 12:00:11.075507 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-70ba60f4-8816-4691-9b9e-f53a9739580e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Made reservation on behalf of b4f73dfee32d43b985e9192000eaed8c for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:00:11.079643 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-70ba60f4-8816-4691-9b9e-f53a9739580e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:11.083567 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73aa54-8f0e-45a9-8b35-8275e27c7d19 req-93d1c862-43dd-4069-b1a1-2fd725f58ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:11.085086 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2a73aa54-8f0e-45a9-8b35-8275e27c7d19 req-93d1c862-43dd-4069-b1a1-2fd725f58ad8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ec90cf8-67c4-41e3-bbbb-0e606173a369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535920 Jun 23 12:00:11.212356 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:11.241739 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2a73aa54-8f0e-45a9-8b35-8275e27c7d19 req-cf8e34f8-e983-49e1-9e25-1b5ddcdd1635 service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494846 Jun 23 12:00:11.408967 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278744be-04d3-4557-b6d5-ffe1a43efeba req-1c6eb9a3-3d3e-4d16-86f7-33627db1051b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:11.410562 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-278744be-04d3-4557-b6d5-ffe1a43efeba req-1c6eb9a3-3d3e-4d16-86f7-33627db1051b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0495956 Jun 23 12:00:11.479668 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-278744be-04d3-4557-b6d5-ffe1a43efeba req-35179488-486c-49b3-813b-4c155c517a9e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631318 Jun 23 12:00:11.616602 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-70ba60f4-8816-4691-9b9e-f53a9739580e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Allocated IP 172.20.0.5 (e2860678-188a-43de-956c-7f6a2a5353f6/3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa/c63ff76c-f546-4559-b427-7daf2c346e55) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:00:11.672708 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2a73aa54-8f0e-45a9-8b35-8275e27c7d19 req-105ae665-1eec-4104-a145-6a4352b202b9 service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128580 Jun 23 12:00:11.799282 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-adf57ab5-0b65-4035-aad8-bf654b2ab82a req-aaa61a94-b8bf-4883-9dee-f34d364169c9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 210 time: 0.0384538 Jun 23 12:00:11.816571 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-70ba60f4-8816-4691-9b9e-f53a9739580e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for port (c63ff76c-f546-4559-b427-7daf2c346e55), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:11.852061 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-70ba60f4-8816-4691-9b9e-f53a9739580e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (c63ff76c-f546-4559-b427-7daf2c346e55), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:11.887914 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:11.898441 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-70ba60f4-8816-4691-9b9e-f53a9739580e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Network e2860678-188a-43de-956c-7f6a2a5353f6 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:00:11.900212 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b11858-3859-4922-943b-e867ab118038 req-82bbe89e-f28b-4e76-94be-ac6fdbacc225 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:11.901776 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e7b11858-3859-4922-943b-e867ab118038 req-82bbe89e-f28b-4e76-94be-ac6fdbacc225 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0480752 Jun 23 12:00:11.902985 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-70ba60f4-8816-4691-9b9e-f53a9739580e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:00:11.908146 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-70ba60f4-8816-4691-9b9e-f53a9739580e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:00:11.914452 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba60f4-8816-4691-9b9e-f53a9739580e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'Port': ['ID=c63ff76c-f546-4559-b427-7daf2c346e55,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:11.966004 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-70ba60f4-8816-4691-9b9e-f53a9739580e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:11.967432 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-70ba60f4-8816-4691-9b9e-f53a9739580e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:11.971692 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e7b11858-3859-4922-943b-e867ab118038 req-ab6c6e70-018e-46d7-9450-4e069aab377f tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553169 Jun 23 12:00:11.991408 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-70ba60f4-8816-4691-9b9e-f53a9739580e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1238081 Jun 23 12:00:12.086804 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Request body: {'port': {'device_id': '429b22b9-be19-4630-80e1-18b745a0eedc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:12.153690 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (c63ff76c-f546-4559-b427-7daf2c346e55), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:12.166026 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-4a2f15e4-0965-4fc8-abf2-936911adcf95 None None] Provisioning complete for port c63ff76c-f546-4559-b427-7daf2c346e55 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:00:12.166777 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-4a2f15e4-0965-4fc8-abf2-936911adcf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (c63ff76c-f546-4559-b427-7daf2c346e55), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:12.199205 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f15e4-0965-4fc8-abf2-936911adcf95 None None] Port c63ff76c-f546-4559-b427-7daf2c346e55 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 12:00:12.409726 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:12.417451 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63ff76c-f546-4559-b427-7daf2c346e55 {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:00:12.426405 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Publish callbacks [] for port (c63ff76c-f546-4559-b427-7daf2c346e55), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:12.439663 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Transition to ACTIVE for port object c63ff76c-f546-4559-b427-7daf2c346e55 will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 12:00:12.443434 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (c63ff76c-f546-4559-b427-7daf2c346e55), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:12.492793 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Pushing event updated for resources: {'Port': ['ID=c63ff76c-f546-4559-b427-7daf2c346e55,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:12.615114 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Attempting to bind port c63ff76c-f546-4559-b427-7daf2c346e55 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 12:00:12.615444 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Attempting to bind port c63ff76c-f546-4559-b427-7daf2c346e55 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 12:00:12.615774 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Attempting to bind port c63ff76c-f546-4559-b427-7daf2c346e55 on network e2860678-188a-43de-956c-7f6a2a5353f6 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:00:12.627631 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba17862-d268-4ad4-ae07-f7eadd422fe2 req-efa70fa3-155f-4400-93a8-7ea591d0a55b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:12.629176 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8ba17862-d268-4ad4-ae07-f7eadd422fe2 req-efa70fa3-155f-4400-93a8-7ea591d0a55b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0698764 Jun 23 12:00:12.629932 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Port c63ff76c-f546-4559-b427-7daf2c346e55 on network e2860678-188a-43de-956c-7f6a2a5353f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 12:00:12.630248 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Attempting to bind port c63ff76c-f546-4559-b427-7daf2c346e55 on network e2860678-188a-43de-956c-7f6a2a5353f6 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:00:12.638038 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 12, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 12:00:12.638897 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Checking segment: {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 12:00:12.639280 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Bound using segment: {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 12:00:12.639717 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Bound port: c63ff76c-f546-4559-b427-7daf2c346e55, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 12:00:12.640076 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (c63ff76c-f546-4559-b427-7daf2c346e55), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:12.725101 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8ba17862-d268-4ad4-ae07-f7eadd422fe2 req-e1c1063e-c6d2-4005-a35d-39c9273ede4d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891781 Jun 23 12:00:12.735773 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] For port c63ff76c-f546-4559-b427-7daf2c346e55, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:00:12.739472 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] For port c63ff76c-f546-4559-b427-7daf2c346e55, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c63ff76c-f546-4559-b427-7daf2c346e55,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:00:12.745404 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (c63ff76c-f546-4559-b427-7daf2c346e55), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:12.782370 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:12.782986 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:12.784373 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] 10.222.0.44 "PUT /v2.0/ports/c63ff76c-f546-4559-b427-7daf2c346e55 HTTP/1.1" status: 200 len: 1093 time: 0.7031295 Jun 23 12:00:12.784901 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429b22b9-be19-4630-80e1-18b745a0eedc', 'tag': 'c63ff76c-f546-4559-b427-7daf2c346e55'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:12.787118 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee089fc3-2fc1-4de6-bccd-07a2b92f8484" -d '{"events": [{"name": "network-changed", "server_uuid": "429b22b9-be19-4630-80e1-18b745a0eedc", "tag": "c63ff76c-f546-4559-b427-7daf2c346e55"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:12.796655 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:12.812540 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33460044-ecf5-413a-b5fc-b586773f537a service neutron] Pushing event updated for resources: {'Port': ['ID=c63ff76c-f546-4559-b427-7daf2c346e55,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:12.896033 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47aed9a7-5ab8-4ae7-9308-658179e12cce x-openstack-request-id: req-47aed9a7-5ab8-4ae7-9308-658179e12cce {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:12.896326 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429b22b9-be19-4630-80e1-18b745a0eedc", "tag": "c63ff76c-f546-4559-b427-7daf2c346e55", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:12.896580 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-47aed9a7-5ab8-4ae7-9308-658179e12cce {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:12.897011 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47aed9a7-5ab8-4ae7-9308-658179e12cce'] response: {'name': 'network-changed', 'server_uuid': '429b22b9-be19-4630-80e1-18b745a0eedc', 'tag': 'c63ff76c-f546-4559-b427-7daf2c346e55', 'status': 'completed', 'code': 200} Jun 23 12:00:12.936340 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8b4ee-683b-4a1a-a396-2b7f66bc8981 req-cfbd1e87-6d4b-4aa7-8fbe-434cf3a70839 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:12.937922 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5dc8b4ee-683b-4a1a-a396-2b7f66bc8981 req-cfbd1e87-6d4b-4aa7-8fbe-434cf3a70839 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 943 time: 0.0583661 Jun 23 12:00:13.017208 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-4ff26e18-2ce7-4f87-a451-2ba5a2c1636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:13.018813 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-4ff26e18-2ce7-4f87-a451-2ba5a2c1636f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4f73dfee32d43b985e9192000eaed8c&device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 1127 time: 0.0605199 Jun 23 12:00:13.023310 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5dc8b4ee-683b-4a1a-a396-2b7f66bc8981 req-9c395a62-e54d-4d1f-9ec0-9ed250f2b861 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796726 Jun 23 12:00:13.093214 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c325cf-ebe2-4789-83c3-04064e95fe59 req-1dc81a56-942f-423f-a051-1047394ddbe7 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:13.094615 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-21c325cf-ebe2-4789-83c3-04064e95fe59 req-1dc81a56-942f-423f-a051-1047394ddbe7 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0480621 Jun 23 12:00:13.144015 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-21c325cf-ebe2-4789-83c3-04064e95fe59 req-912da0e8-1c70-45e2-8d69-d971d2403750 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438223 Jun 23 12:00:13.757170 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-22a37b40-213b-43e0-ba3f-f48657284a24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63ff76c-f546-4559-b427-7daf2c346e55 HTTP/1.1" status: 200 len: 217 time: 0.0358267 Jun 23 12:00:13.805472 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-a9c9ea6e-4501-42bc-b003-a5a02ba12662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:13.806897 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-a9c9ea6e-4501-42bc-b003-a5a02ba12662 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa HTTP/1.1" status: 200 len: 854 time: 0.0436027 Jun 23 12:00:13.852031 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-6cf40127-997f-4112-bdd1-e3ccfe4b63da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:13.853623 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-6cf40127-997f-4112-bdd1-e3ccfe4b63da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e2860678-188a-43de-956c-7f6a2a5353f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394566 Jun 23 12:00:13.947578 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-c39235f6-0aa7-47a0-9a98-0f3e3ba85160 service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862088 Jun 23 12:00:14.038247 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e0c07f15-e621-47e9-9fe9-e70f60f886b8 req-005adeb0-e1d5-4409-bf34-37188b03fc9a service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834138 Jun 23 12:00:14.139261 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fff9f-4e14-4bdf-809a-02beb2bfd3fe req-81c988c2-2697-4822-84c6-69a67980370b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:14.140662 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ff2fff9f-4e14-4bdf-809a-02beb2bfd3fe req-81c988c2-2697-4822-84c6-69a67980370b tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 943 time: 0.0462208 Jun 23 12:00:14.199941 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ff2fff9f-4e14-4bdf-809a-02beb2bfd3fe req-6f9b6ec9-1a1a-4f9d-80d3-0853e4e08c1a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532386 Jun 23 12:00:14.262251 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84161ba7-21c6-4411-911a-0258843b8f39 req-d5fbde88-0dea-4d01-a992-326a788f484e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:14.264250 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-84161ba7-21c6-4411-911a-0258843b8f39 req-d5fbde88-0dea-4d01-a992-326a788f484e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0526557 Jun 23 12:00:14.312427 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-84161ba7-21c6-4411-911a-0258843b8f39 req-4e9d3052-7bbb-448b-bcbf-5f6c15ade80d tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424306 Jun 23 12:00:15.162706 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:15.168992 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee089fc3-2fc1-4de6-bccd-07a2b92f8484 req-3beec84f-7d0c-4fa6-8d4f-946b363b5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:15.171036 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ee089fc3-2fc1-4de6-bccd-07a2b92f8484 req-3beec84f-7d0c-4fa6-8d4f-946b363b5518 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4f73dfee32d43b985e9192000eaed8c&device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 1127 time: 0.0470970 Jun 23 12:00:15.267630 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee089fc3-2fc1-4de6-bccd-07a2b92f8484 req-15ef780b-34c5-42b6-a5d4-b5ce6b831f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:15.269145 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ee089fc3-2fc1-4de6-bccd-07a2b92f8484 req-15ef780b-34c5-42b6-a5d4-b5ce6b831f1b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e2860678-188a-43de-956c-7f6a2a5353f6 HTTP/1.1" status: 200 len: 916 time: 0.0911930 Jun 23 12:00:15.332821 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ee089fc3-2fc1-4de6-bccd-07a2b92f8484 req-838f7b3a-d36f-44ca-8b98-919897123d58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63ff76c-f546-4559-b427-7daf2c346e55 HTTP/1.1" status: 200 len: 217 time: 0.0499861 Jun 23 12:00:15.353242 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c0d8b-5a12-4266-92b3-3c22a69b56ea req-6f1fc97d-2992-4df5-9059-1064472133ff tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:15.354717 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5a8c0d8b-5a12-4266-92b3-3c22a69b56ea req-6f1fc97d-2992-4df5-9059-1064472133ff tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 943 time: 0.0821810 Jun 23 12:00:15.412237 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee089fc3-2fc1-4de6-bccd-07a2b92f8484 req-dd2cac9b-e125-4903-a72e-d5b4e25be1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:15.413816 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ee089fc3-2fc1-4de6-bccd-07a2b92f8484 req-dd2cac9b-e125-4903-a72e-d5b4e25be1ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa HTTP/1.1" status: 200 len: 854 time: 0.0735648 Jun 23 12:00:15.428005 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d98db9-7ab0-433e-80ba-18947fae3b92 req-6d4d8d93-9b49-4bf7-aa61-5822566ee6ea tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:15.429576 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-42d98db9-7ab0-433e-80ba-18947fae3b92 req-6d4d8d93-9b49-4bf7-aa61-5822566ee6ea tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0480874 Jun 23 12:00:15.463357 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5a8c0d8b-5a12-4266-92b3-3c22a69b56ea req-e86c77cb-86cf-4347-ad66-fd2d8da81814 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890229 Jun 23 12:00:15.472298 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee089fc3-2fc1-4de6-bccd-07a2b92f8484 req-90b94f23-721d-4346-b6d2-8de5fe58c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:15.474050 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ee089fc3-2fc1-4de6-bccd-07a2b92f8484 req-90b94f23-721d-4346-b6d2-8de5fe58c651 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e2860678-188a-43de-956c-7f6a2a5353f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519090 Jun 23 12:00:15.486893 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-42d98db9-7ab0-433e-80ba-18947fae3b92 req-263a6db9-5a14-4a31-9d84-cc0cd3837c50 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517750 Jun 23 12:00:15.577205 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ee089fc3-2fc1-4de6-bccd-07a2b92f8484 req-fe37f07e-4e2a-4bcd-a9ea-b1ee47ab8c71 service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944860 Jun 23 12:00:15.648024 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:15.671409 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ee089fc3-2fc1-4de6-bccd-07a2b92f8484 req-91ef1d69-a2d7-40aa-b517-436e9d98b87b service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883262 Jun 23 12:00:15.739502 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=55 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:16.580352 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ebe66-a8f1-44da-818d-458f3d401a39 req-633e90e8-6065-40e0-8b3e-c48b84a637c0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:16.581791 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-aa6ebe66-a8f1-44da-818d-458f3d401a39 req-633e90e8-6065-40e0-8b3e-c48b84a637c0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 943 time: 0.0468805 Jun 23 12:00:16.606483 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760c68a-258a-49a0-b46e-3e9dc93fb993 req-45a70327-511c-4516-8a70-df05f32ad88b tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:16.608044 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6760c68a-258a-49a0-b46e-3e9dc93fb993 req-45a70327-511c-4516-8a70-df05f32ad88b tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0506155 Jun 23 12:00:16.631500 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-aa6ebe66-a8f1-44da-818d-458f3d401a39 req-4ac09fe2-9c8a-4a16-8caf-bd1af42254c0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437810 Jun 23 12:00:16.635607 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 4f655e92-f7d0-4eb3-aa0d-313d293bd617 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 12:00:16.669464 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6760c68a-258a-49a0-b46e-3e9dc93fb993 req-9391039e-c095-4388-acca-3b8f804f706a tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554798 Jun 23 12:00:16.737449 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 4f655e92-f7d0-4eb3-aa0d-313d293bd617, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4f655e92-f7d0-4eb3-aa0d-313d293bd617,segment=NetworkSegment(3affdf3e-6c65-4bf5-9ee3-3df5d435a549),segment_id=3affdf3e-6c65-4bf5-9ee3-3df5d435a549)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:16.748610 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': '4f655e92-f7d0-4eb3-aa0d-313d293bd617', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'port_id': '4f655e92-f7d0-4eb3-aa0d-313d293bd617', 'mac_address': 'fa:16:3e:19:5d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 12:00:16.782920 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:00:16.783308 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:16.800455 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f655e92-f7d0-4eb3-aa0d-313d293bd617 {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:00:16.825026 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 4f655e92-f7d0-4eb3-aa0d-313d293bd617, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4f655e92-f7d0-4eb3-aa0d-313d293bd617,segment=NetworkSegment(3affdf3e-6c65-4bf5-9ee3-3df5d435a549),segment_id=3affdf3e-6c65-4bf5-9ee3-3df5d435a549)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:16.829322 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:16.878250 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=4f655e92-f7d0-4eb3-aa0d-313d293bd617,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:17.124446 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['4f655e92-f7d0-4eb3-aa0d-313d293bd617'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:00:17.202236 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:17.332228 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:17.751921 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7ba68-e966-4e98-8183-a10f7b84de49 req-46ac108e-0658-4afe-bb96-28a94ea98377 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:17.753432 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4eb7ba68-e966-4e98-8183-a10f7b84de49 req-46ac108e-0658-4afe-bb96-28a94ea98377 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 943 time: 0.0521152 Jun 23 12:00:17.777571 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de535646-2541-4e96-8931-ead897c97554 req-7bb08bb8-ca8d-4908-834f-9885ea9ede22 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:17.779609 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-de535646-2541-4e96-8931-ead897c97554 req-7bb08bb8-ca8d-4908-834f-9885ea9ede22 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 944 time: 0.0477648 Jun 23 12:00:17.801953 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4eb7ba68-e966-4e98-8183-a10f7b84de49 req-454f6915-5602-406a-8e99-84386fba0405 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430298 Jun 23 12:00:17.830352 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-de535646-2541-4e96-8931-ead897c97554 req-9a3f6dbd-854f-4c69-8dbd-794a63261c6d tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450180 Jun 23 12:00:18.642608 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device c63ff76c-f546-4559-b427-7daf2c346e55 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 12:00:18.646741 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 4f655e92-f7d0-4eb3-aa0d-313d293bd617 up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:00:18.649360 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:18.728183 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 12:00:18.728580 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=35 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:18.760197 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:00:18.760565 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:18.809132 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port c63ff76c-f546-4559-b427-7daf2c346e55, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c63ff76c-f546-4559-b427-7daf2c346e55,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:18.827407 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': 'c63ff76c-f546-4559-b427-7daf2c346e55', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'port_id': 'c63ff76c-f546-4559-b427-7daf2c346e55', 'mac_address': 'fa:16:3e:d3:3e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 12:00:18.909225 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port c63ff76c-f546-4559-b427-7daf2c346e55 is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:00:18.909612 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (c63ff76c-f546-4559-b427-7daf2c346e55), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:18.912261 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:00:18.912661 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:18.939620 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0e3c2-fa4e-4e3d-96d4-ddaa454d5bf1 req-033ca314-c120-4c9a-8e4d-fbdf2fe0abc0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:18.942535 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-53e0e3c2-fa4e-4e3d-96d4-ddaa454d5bf1 req-033ca314-c120-4c9a-8e4d-fbdf2fe0abc0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 943 time: 0.0560238 Jun 23 12:00:18.952568 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:18.953187 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63ff76c-f546-4559-b427-7daf2c346e55 {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:00:18.980313 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dacd8a-8cf4-4582-b1fd-d0a250e957e1 req-1b5c0f85-7998-484c-8581-4a3ca19ac0e2 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:18.983531 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d5dacd8a-8cf4-4582-b1fd-d0a250e957e1 req-1b5c0f85-7998-484c-8581-4a3ca19ac0e2 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 944 time: 0.0683591 Jun 23 12:00:18.993884 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f655e92-f7d0-4eb3-aa0d-313d293bd617'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:18.999259 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05581c9-2790-4601-94f1-b6b48ed3366b" -d '{"events": [{"server_uuid": "9442b025-7b22-40c8-8f76-3a3379bf8e83", "name": "network-vif-plugged", "status": "completed", "tag": "4f655e92-f7d0-4eb3-aa0d-313d293bd617"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:19.030068 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-53e0e3c2-fa4e-4e3d-96d4-ddaa454d5bf1 req-59cfef74-5fb5-4934-95d1-5e0dde5962c5 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817471 Jun 23 12:00:19.036926 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port c63ff76c-f546-4559-b427-7daf2c346e55, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c63ff76c-f546-4559-b427-7daf2c346e55,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:19.040440 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 4f655e92-f7d0-4eb3-aa0d-313d293bd617, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4f655e92-f7d0-4eb3-aa0d-313d293bd617,segment=NetworkSegment(3affdf3e-6c65-4bf5-9ee3-3df5d435a549),segment_id=3affdf3e-6c65-4bf5-9ee3-3df5d435a549)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:19.050466 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (c63ff76c-f546-4559-b427-7daf2c346e55), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:19.059578 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:19.061278 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d5dacd8a-8cf4-4582-b1fd-d0a250e957e1 req-c3c34394-04e5-4eea-9c41-36d2c3e70167 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716808 Jun 23 12:00:19.121486 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a57daf6-5c7a-4992-bbf2-21f27f8f04e4 x-openstack-request-id: req-8a57daf6-5c7a-4992-bbf2-21f27f8f04e4 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:19.121956 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9442b025-7b22-40c8-8f76-3a3379bf8e83", "name": "network-vif-plugged", "status": "completed", "tag": "4f655e92-f7d0-4eb3-aa0d-313d293bd617", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:19.122070 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8a57daf6-5c7a-4992-bbf2-21f27f8f04e4 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:19.122397 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a57daf6-5c7a-4992-bbf2-21f27f8f04e4'] response: {'server_uuid': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f655e92-f7d0-4eb3-aa0d-313d293bd617', 'code': 200} Jun 23 12:00:19.134408 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=c63ff76c-f546-4559-b427-7daf2c346e55,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:19.207738 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=4f655e92-f7d0-4eb3-aa0d-313d293bd617,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:19.387919 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['c63ff76c-f546-4559-b427-7daf2c346e55'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:00:19.482792 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b43eeb-19d3-43b6-acd2-67b30e2485d8 req-3f8bee15-7553-4ed6-b5a2-6319cdecb3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:19.484865 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-25b43eeb-19d3-43b6-acd2-67b30e2485d8 req-3f8bee15-7553-4ed6-b5a2-6319cdecb3ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 1129 time: 0.0678630 Jun 23 12:00:19.840318 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-25b43eeb-19d3-43b6-acd2-67b30e2485d8 req-167a826f-3f70-46f8-950a-8286e74a0ba1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466404 Jun 23 12:00:20.125945 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:20.179270 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d491fbd-19af-4889-b679-60c3c29416cd req-47223e2f-8de5-4fa7-b375-99ed70d78bf9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:20.181217 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1d491fbd-19af-4889-b679-60c3c29416cd req-47223e2f-8de5-4fa7-b375-99ed70d78bf9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 944 time: 0.0727437 Jun 23 12:00:20.247346 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebf75d-8b2a-45bf-af17-4b9a5a665844 req-b504b09f-c716-41ab-8796-08035a7b4342 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:20.249065 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-20ebf75d-8b2a-45bf-af17-4b9a5a665844 req-b504b09f-c716-41ab-8796-08035a7b4342 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0735073 Jun 23 12:00:20.273807 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1d491fbd-19af-4889-b679-60c3c29416cd req-87683670-8080-4e19-a67b-cd7b00f452ed tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821633 Jun 23 12:00:20.332920 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-20ebf75d-8b2a-45bf-af17-4b9a5a665844 req-61c964fd-4360-4219-88fd-cb95dde06f8a tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728996 Jun 23 12:00:20.653778 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device c63ff76c-f546-4559-b427-7daf2c346e55 up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:00:20.704519 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port c63ff76c-f546-4559-b427-7daf2c346e55 completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 12:00:20.713005 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port c63ff76c-f546-4559-b427-7daf2c346e55 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:00:20.713701 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (c63ff76c-f546-4559-b427-7daf2c346e55), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:20.801244 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port c63ff76c-f546-4559-b427-7daf2c346e55 is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:00:20.801635 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (c63ff76c-f546-4559-b427-7daf2c346e55), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:20.850639 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port c63ff76c-f546-4559-b427-7daf2c346e55, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c63ff76c-f546-4559-b427-7daf2c346e55,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:20.860656 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (c63ff76c-f546-4559-b427-7daf2c346e55), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:20.913171 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=c63ff76c-f546-4559-b427-7daf2c346e55,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:21.124083 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429b22b9-be19-4630-80e1-18b745a0eedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63ff76c-f546-4559-b427-7daf2c346e55'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:21.126439 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efcb8fc-ae0b-41cb-a4fc-499721417062" -d '{"events": [{"server_uuid": "429b22b9-be19-4630-80e1-18b745a0eedc", "name": "network-vif-plugged", "status": "completed", "tag": "c63ff76c-f546-4559-b427-7daf2c346e55"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:21.191092 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df36104d-79b5-487d-bb99-4249cd56dda5 x-openstack-request-id: req-df36104d-79b5-487d-bb99-4249cd56dda5 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:21.191388 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429b22b9-be19-4630-80e1-18b745a0eedc", "name": "network-vif-plugged", "status": "completed", "tag": "c63ff76c-f546-4559-b427-7daf2c346e55", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:21.191642 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-df36104d-79b5-487d-bb99-4249cd56dda5 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:21.192044 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df36104d-79b5-487d-bb99-4249cd56dda5'] response: {'server_uuid': '429b22b9-be19-4630-80e1-18b745a0eedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63ff76c-f546-4559-b427-7daf2c346e55', 'code': 200} Jun 23 12:00:21.412062 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fcc98-40bb-45c0-8b00-a7013af564ec req-d2b59794-1b15-4d1d-91da-dd775a803fd3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:21.414309 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-464fcc98-40bb-45c0-8b00-a7013af564ec req-d2b59794-1b15-4d1d-91da-dd775a803fd3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 945 time: 0.0534477 Jun 23 12:00:21.484059 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-464fcc98-40bb-45c0-8b00-a7013af564ec req-bd015b49-00d4-4ad8-b5ad-82351db0bb59 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585649 Jun 23 12:00:21.486056 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eeb4fc-7f07-4e4d-be33-66d3e4bff26d req-c738fb82-e652-4935-ac15-2b0d668cb337 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:21.489463 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-51eeb4fc-7f07-4e4d-be33-66d3e4bff26d req-c738fb82-e652-4935-ac15-2b0d668cb337 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0775568 Jun 23 12:00:21.545732 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:21.566615 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-51eeb4fc-7f07-4e4d-be33-66d3e4bff26d req-f8903e5e-f7a1-42d1-a2bb-caea18d5cb40 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688155 Jun 23 12:00:21.799789 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae41a2-c93b-4cbc-8c8c-9cad36b96e10 req-7f9e32b9-19c9-48e9-a70f-12420a5d44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:21.801434 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-31ae41a2-c93b-4cbc-8c8c-9cad36b96e10 req-7f9e32b9-19c9-48e9-a70f-12420a5d44a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 1129 time: 0.0442793 Jun 23 12:00:21.871142 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-31ae41a2-c93b-4cbc-8c8c-9cad36b96e10 req-6cddce24-b3b3-4be0-8693-3d7bf057735e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534086 Jun 23 12:00:21.946420 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b8ced-47cf-46a1-9b67-37433d0c1133 req-3a33988a-a2ad-483a-9ab3-bfe61908b6be tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:21.947971 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9c0b8ced-47cf-46a1-9b67-37433d0c1133 req-3a33988a-a2ad-483a-9ab3-bfe61908b6be tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0535924 Jun 23 12:00:22.005015 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9c0b8ced-47cf-46a1-9b67-37433d0c1133 req-08b9bbfb-9c53-4ae2-90e5-21a3ee5cf7c5 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502009 Jun 23 12:00:22.647014 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c7c1e-7ba6-4e3e-a5dd-acebe2876574 req-6170c104-7bbb-40b8-b9d6-f72a1d79761a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:22.648568 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-209c7c1e-7ba6-4e3e-a5dd-acebe2876574 req-6170c104-7bbb-40b8-b9d6-f72a1d79761a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 945 time: 0.0649495 Jun 23 12:00:22.706078 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-209c7c1e-7ba6-4e3e-a5dd-acebe2876574 req-d1da778d-e3c6-46d6-b90b-b5b3809db1d1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507686 Jun 23 12:00:22.792834 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1b936-64f2-4957-a9a4-897db8414f12 req-f7bd43c5-48fb-4012-a6c6-d0d25ea33e75 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:22.794469 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-61d1b936-64f2-4957-a9a4-897db8414f12 req-f7bd43c5-48fb-4012-a6c6-d0d25ea33e75 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0777726 Jun 23 12:00:22.849421 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-61d1b936-64f2-4957-a9a4-897db8414f12 req-82fe1c04-15c5-4773-b116-d2f35412554c tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461311 Jun 23 12:00:22.973203 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b8510-5e76-4137-9b4f-c677a9caf3e9 req-3126f4b6-86fa-4b42-b188-01522f395d1b tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:22.974831 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-844b8510-5e76-4137-9b4f-c677a9caf3e9 req-3126f4b6-86fa-4b42-b188-01522f395d1b tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0549552 Jun 23 12:00:23.039550 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-844b8510-5e76-4137-9b4f-c677a9caf3e9 req-38c4a850-3d45-4116-b3df-2b75be0afdc7 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523622 Jun 23 12:00:23.069656 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54434) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:23.158609 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e4f99-904c-4574-85fd-b133092ff2b6 req-941c7482-9baf-40f5-b2ed-0d82c7b2e85f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:23.160197 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7a9e4f99-904c-4574-85fd-b133092ff2b6 req-941c7482-9baf-40f5-b2ed-0d82c7b2e85f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0673330 Jun 23 12:00:23.181334 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40b376-020c-49a6-8449-e43a3968a322 tempest-TestShelveInstance-867458985 tempest-TestShelveInstance-867458985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:23.187841 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:23.188238 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-de40b376-020c-49a6-8449-e43a3968a322 tempest-TestShelveInstance-867458985 tempest-TestShelveInstance-867458985-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 1124 time: 0.1119282 Jun 23 12:00:23.188238 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54438) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:23.192569 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Request body: {'floatingip': {'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'port_id': '4f655e92-f7d0-4eb3-aa0d-313d293bd617', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:23.215324 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7a9e4f99-904c-4574-85fd-b133092ff2b6 req-90babcd9-fcb3-4a95-861d-7a7d7c2e1ea2 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490923 Jun 23 12:00:23.219158 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:23.312292 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:23.437999 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Allocated IP 172.27.3.235 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/11779c14-1de2-41b8-85e7-f597ce032d59) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:00:23.548348 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for port (11779c14-1de2-41b8-85e7-f597ce032d59), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:23.586536 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (11779c14-1de2-41b8-85e7-f597ce032d59), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:23.592854 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:23.629627 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:00:23.633716 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:00:23.637647 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:00:23.666672 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Pushing event updated for resources: {'Port': ['ID=11779c14-1de2-41b8-85e7-f597ce032d59,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:23.675696 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:23.883869 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ca23f-5bea-4263-a271-cc7ebd8bd91c req-68e38bd9-1a09-4ec1-bbfd-cc11f3ede271 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:23.885409 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6b3ca23f-5bea-4263-a271-cc7ebd8bd91c req-68e38bd9-1a09-4ec1-bbfd-cc11f3ede271 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 945 time: 0.1009791 Jun 23 12:00:23.994575 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6b3ca23f-5bea-4263-a271-cc7ebd8bd91c req-19a00eef-908f-45e9-aed6-85b200be4904 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856271 Jun 23 12:00:24.113939 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for floatingip (3fa12295-d08f-445d-8fc6-16024fe0d81a), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:24.196533 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (11779c14-1de2-41b8-85e7-f597ce032d59), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:24.337397 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5b95b-2016-4fbd-9ab9-a08f9e08b53a req-1fa539b3-51d5-4428-b232-7f8156a4f7d2 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:24.339028 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-37a5b95b-2016-4fbd-9ab9-a08f9e08b53a req-1fa539b3-51d5-4428-b232-7f8156a4f7d2 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0523746 Jun 23 12:00:24.402481 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-37a5b95b-2016-4fbd-9ab9-a08f9e08b53a req-e4a7562a-12d0-4b90-b535-6832cb388532 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536499 Jun 23 12:00:24.610353 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for port (11779c14-1de2-41b8-85e7-f597ce032d59), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:24.615452 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (11779c14-1de2-41b8-85e7-f597ce032d59), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:24.689965 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Pushing event updated for resources: {'Port': ['ID=11779c14-1de2-41b8-85e7-f597ce032d59,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:24.707448 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (3fa12295-d08f-445d-8fc6-16024fe0d81a), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:24.813206 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:24.819568 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.l3_db [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Floating IP 3fa12295-d08f-445d-8fc6-16024fe0d81a associated. External IP: 172.27.3.235, port: 4f655e92-f7d0-4eb3-aa0d-313d293bd617. Jun 23 12:00:24.852411 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:25.057590 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Router d8405c6a-4922-4c94-bd76-84f868ca8c74 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:00:25.155029 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd0a89-2143-4c41-a40f-ec23ceab3094 req-83ce50b5-5c1f-40bd-acdd-c58585805cab tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:25.157722 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c7dd0a89-2143-4c41-a40f-ec23ceab3094 req-83ce50b5-5c1f-40bd-acdd-c58585805cab tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 945 time: 0.0880773 Jun 23 12:00:25.188012 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:00:25.199881 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03900fb5-cea3-45e6-9cce-92a20c5f5659 None None] Sync routers for ids ['d8405c6a-4922-4c94-bd76-84f868ca8c74'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:00:25.212782 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03900fb5-cea3-45e6-9cce-92a20c5f5659 None None] Routers {'d8405c6a-4922-4c94-bd76-84f868ca8c74'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:25.213512 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-03900fb5-cea3-45e6-9cce-92a20c5f5659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['d8405c6a-4922-4c94-bd76-84f868ca8c74'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:25.221266 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:25.228693 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c7dd0a89-2143-4c41-a40f-ec23ceab3094 req-c8056d10-86b1-4588-919e-ac34b7022df0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651968 Jun 23 12:00:25.267735 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-9e5bed89-0f0b-455f-9892-d2fa45678953 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0786331 Jun 23 12:00:25.268332 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'tag': '4f655e92-f7d0-4eb3-aa0d-313d293bd617'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:25.270634 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326bbec0-77f0-48cc-ad80-edffb7b9e297" -d '{"events": [{"name": "network-changed", "server_uuid": "9442b025-7b22-40c8-8f76-3a3379bf8e83", "tag": "4f655e92-f7d0-4eb3-aa0d-313d293bd617"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:25.324269 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-03900fb5-cea3-45e6-9cce-92a20c5f5659 None None] Set router d8405c6a-4922-4c94-bd76-84f868ca8c74 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:25.384939 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52bf07f-6592-4cee-a9fe-57959dbb9630 x-openstack-request-id: req-d52bf07f-6592-4cee-a9fe-57959dbb9630 {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:25.385630 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9442b025-7b22-40c8-8f76-3a3379bf8e83", "tag": "4f655e92-f7d0-4eb3-aa0d-313d293bd617", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:25.386352 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d52bf07f-6592-4cee-a9fe-57959dbb9630 {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:25.387247 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52bf07f-6592-4cee-a9fe-57959dbb9630'] response: {'name': 'network-changed', 'server_uuid': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'tag': '4f655e92-f7d0-4eb3-aa0d-313d293bd617', 'status': 'completed', 'code': 200} Jun 23 12:00:25.554905 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5223e-3ad2-4760-8e66-53fbf9cdabf6 req-f361f33e-77fc-44a4-a9bf-28c121b3f6ac tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:25.556538 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-88b5223e-3ad2-4760-8e66-53fbf9cdabf6 req-f361f33e-77fc-44a4-a9bf-28c121b3f6ac tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0725460 Jun 23 12:00:25.597721 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-03900fb5-cea3-45e6-9cce-92a20c5f5659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'name': 'tempest-TestShelveInstance-349309570-router', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:35Z', 'updated_at': '2022-06-23T11:59:38Z', 'revision_number': 4, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'gw_port': {'id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:36Z', 'updated_at': '2022-06-23T11:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '3fa12295-d08f-445d-8fc6-16024fe0d81a', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'port_id': '4f655e92-f7d0-4eb3-aa0d-313d293bd617', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'mac_address': 'fa:16:3e:19:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:00:23Z', 'updated_at': '2022-06-23T12:00:23Z', 'revision_number': 0, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a', 'name': '', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'mac_address': 'fa:16:3e:fb:a7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:38Z', 'updated_at': '2022-06-23T11:59:44Z', 'revision_number': 5, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'subnets': [{'id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:25.627969 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03900fb5-cea3-45e6-9cce-92a20c5f5659 None None] Checking router: d8405c6a-4922-4c94-bd76-84f868ca8c74 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:00:25.642208 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bbec0-77f0-48cc-ad80-edffb7b9e297 req-f6c88135-ccbd-4624-bc64-136ba19c4628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:25.642473 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03900fb5-cea3-45e6-9cce-92a20c5f5659 None None] Routers {'d8405c6a-4922-4c94-bd76-84f868ca8c74'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:25.643525 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-03900fb5-cea3-45e6-9cce-92a20c5f5659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['d8405c6a-4922-4c94-bd76-84f868ca8c74'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:25.643850 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-326bbec0-77f0-48cc-ad80-edffb7b9e297 req-f6c88135-ccbd-4624-bc64-136ba19c4628 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2d3e44f4113405a9cd4e604aea9955b&device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 1129 time: 0.0654950 Jun 23 12:00:25.663025 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-88b5223e-3ad2-4760-8e66-53fbf9cdabf6 req-095bc72c-7a82-4836-bf1e-8ef8a735d0c7 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939732 Jun 23 12:00:25.777005 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-03900fb5-cea3-45e6-9cce-92a20c5f5659 None None] Set router d8405c6a-4922-4c94-bd76-84f868ca8c74 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:26.011433 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-03900fb5-cea3-45e6-9cce-92a20c5f5659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'name': 'tempest-TestShelveInstance-349309570-router', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:35Z', 'updated_at': '2022-06-23T11:59:38Z', 'revision_number': 4, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'gw_port': {'id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:36Z', 'updated_at': '2022-06-23T11:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '3fa12295-d08f-445d-8fc6-16024fe0d81a', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'port_id': '4f655e92-f7d0-4eb3-aa0d-313d293bd617', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'mac_address': 'fa:16:3e:19:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:00:23Z', 'updated_at': '2022-06-23T12:00:23Z', 'revision_number': 0, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a', 'name': '', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'mac_address': 'fa:16:3e:fb:a7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:38Z', 'updated_at': '2022-06-23T11:59:44Z', 'revision_number': 5, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'subnets': [{'id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:26.044071 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03900fb5-cea3-45e6-9cce-92a20c5f5659 None None] The sync data for ids ['d8405c6a-4922-4c94-bd76-84f868ca8c74'] in dv-cinder-826608-3-iscsi is: [{'id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'name': 'tempest-TestShelveInstance-349309570-router', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:35Z', 'updated_at': '2022-06-23T11:59:38Z', 'revision_number': 4, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'gw_port': {'id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:36Z', 'updated_at': '2022-06-23T11:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '3fa12295-d08f-445d-8fc6-16024fe0d81a', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'port_id': '4f655e92-f7d0-4eb3-aa0d-313d293bd617', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'mac_address': 'fa:16:3e:19:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:00:23Z', 'updated_at': '2022-06-23T12:00:23Z', 'revision_number': 0, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a', 'name': '', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'mac_address': 'fa:16:3e:fb:a7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:38Z', 'updated_at': '2022-06-23T11:59:44Z', 'revision_number': 5, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'subnets': [{'id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:00:26.241298 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bbec0-77f0-48cc-ad80-edffb7b9e297 req-48bf3968-ceff-4e85-8715-3c117496717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:26.242838 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-326bbec0-77f0-48cc-ad80-edffb7b9e297 req-48bf3968-ceff-4e85-8715-3c117496717f service neutron] 10.222.0.44 "GET /v2.0/networks?id=a13aae4c-de05-481c-b4e4-5c7570ff46f8 HTTP/1.1" status: 200 len: 909 time: 0.1008508 Jun 23 12:00:26.299773 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eea2b7-e485-489f-8d8b-1bb803b1e4b5 None None] New status for floating IP 3fa12295-d08f-445d-8fc6-16024fe0d81a: ACTIVE {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:00:26.366393 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:26.587642 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7d9d4-b95c-4121-969a-5f1de905ffd5 req-865cf79e-76b4-434d-9c43-e8c86469e314 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:26.589260 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-23f7d9d4-b95c-4121-969a-5f1de905ffd5 req-865cf79e-76b4-434d-9c43-e8c86469e314 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 945 time: 0.1227455 Jun 23 12:00:26.635024 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e67c3a-1626-4f5f-89d8-8388528c0683 req-a2d797aa-b044-44d9-a39b-778d136ac2f8 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:26.636145 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c9e67c3a-1626-4f5f-89d8-8388528c0683 req-a2d797aa-b044-44d9-a39b-778d136ac2f8 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.1671987 Jun 23 12:00:26.698042 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-326bbec0-77f0-48cc-ad80-edffb7b9e297 req-91a5392e-fdb3-4fa9-9d2c-5b099b115018 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f655e92-f7d0-4eb3-aa0d-313d293bd617 HTTP/1.1" status: 200 len: 1001 time: 0.1306014 Jun 23 12:00:26.717849 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-23f7d9d4-b95c-4121-969a-5f1de905ffd5 req-e06b9766-3378-4070-9d95-6462a1ac19ad tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780926 Jun 23 12:00:26.822532 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c97abb-48ef-4db3-969e-c48a3167bf63 req-e6e2a5f0-ecb0-4dd8-b385-f5dfe7de287f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:26.824073 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-53c97abb-48ef-4db3-969e-c48a3167bf63 req-e6e2a5f0-ecb0-4dd8-b385-f5dfe7de287f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 946 time: 0.0543966 Jun 23 12:00:26.877570 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-53c97abb-48ef-4db3-969e-c48a3167bf63 req-1155f45e-376c-4614-a35a-ee21156e99c2 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a6e19e3-454b-456e-aa53-69da1da55af1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461071 Jun 23 12:00:27.193587 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:27.209323 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bbec0-77f0-48cc-ad80-edffb7b9e297 req-9c88d0a7-70ca-453f-b8f0-41098350c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:27.210974 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-326bbec0-77f0-48cc-ad80-edffb7b9e297 req-9c88d0a7-70ca-453f-b8f0-41098350c189 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=427c5630-0ade-4ebf-bdf6-d37734b4bf7b HTTP/1.1" status: 200 len: 847 time: 0.1010475 Jun 23 12:00:27.280124 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-c9e67c3a-1626-4f5f-89d8-8388528c0683 req-128629af-2fc5-43c1-8ad9-90eeed0521da tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Deleting port e482920e-48e2-4b63-930d-1d004fbb0de0 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:00:27.280482 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-c9e67c3a-1626-4f5f-89d8-8388528c0683 req-128629af-2fc5-43c1-8ad9-90eeed0521da tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (e482920e-48e2-4b63-930d-1d004fbb0de0), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:27.304345 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bbec0-77f0-48cc-ad80-edffb7b9e297 req-658ef775-d22e-4fd6-96f2-ebaff5698012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:27.305910 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-326bbec0-77f0-48cc-ad80-edffb7b9e297 req-658ef775-d22e-4fd6-96f2-ebaff5698012 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a13aae4c-de05-481c-b4e4-5c7570ff46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753303 Jun 23 12:00:27.452511 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-c9e67c3a-1626-4f5f-89d8-8388528c0683 req-128629af-2fc5-43c1-8ad9-90eeed0521da tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] For port e482920e-48e2-4b63-930d-1d004fbb0de0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=e482920e-48e2-4b63-930d-1d004fbb0de0,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:27.453377 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-c9e67c3a-1626-4f5f-89d8-8388528c0683 req-128629af-2fc5-43c1-8ad9-90eeed0521da tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (e482920e-48e2-4b63-930d-1d004fbb0de0), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:27.488965 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-326bbec0-77f0-48cc-ad80-edffb7b9e297 req-f2d265cf-cddf-4370-9aaf-bdcf41367539 service neutron] 10.222.0.44 "GET /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713924 Jun 23 12:00:27.545645 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:27.730084 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-326bbec0-77f0-48cc-ad80-edffb7b9e297 req-ddb2999a-4723-45bb-aea5-c4fee0d80659 service neutron] 10.222.0.44 "GET /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136381 Jun 23 12:00:27.756799 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-c9e67c3a-1626-4f5f-89d8-8388528c0683 req-128629af-2fc5-43c1-8ad9-90eeed0521da tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:27.757180 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-c9e67c3a-1626-4f5f-89d8-8388528c0683 req-128629af-2fc5-43c1-8ad9-90eeed0521da tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (f0f8c15b-9338-415f-a103-a1339250b55e), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:27.757503 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [req-c9e67c3a-1626-4f5f-89d8-8388528c0683 req-128629af-2fc5-43c1-8ad9-90eeed0521da tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Floating IP f0f8c15b-9338-415f-a103-a1339250b55e disassociated. External IP: 172.27.3.40, port: e482920e-48e2-4b63-930d-1d004fbb0de0. Jun 23 12:00:27.758461 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-c9e67c3a-1626-4f5f-89d8-8388528c0683 req-128629af-2fc5-43c1-8ad9-90eeed0521da tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Calling delete_port for e482920e-48e2-4b63-930d-1d004fbb0de0 owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:00:27.864198 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de8e50-6439-48fc-be88-e4bc51a202ef req-b9410a51-7011-4cb8-b87d-0282e7a784d9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:27.865832 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-11de8e50-6439-48fc-be88-e4bc51a202ef req-b9410a51-7011-4cb8-b87d-0282e7a784d9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 945 time: 0.0627215 Jun 23 12:00:27.934621 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-11de8e50-6439-48fc-be88-e4bc51a202ef req-7d878dba-a301-4358-ab9e-da43cf71d3dc tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622888 Jun 23 12:00:27.942708 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-c9e67c3a-1626-4f5f-89d8-8388528c0683 req-128629af-2fc5-43c1-8ad9-90eeed0521da tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (e482920e-48e2-4b63-930d-1d004fbb0de0), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:27.983488 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128629af-2fc5-43c1-8ad9-90eeed0521da tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Pushing event deleted for resources: {'Port': ['ID=e482920e-48e2-4b63-930d-1d004fbb0de0,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:28.015651 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-157521fc-97ec-4e69-a08e-3bdb4260fbec req-95966424-89fb-4899-be3b-296d6c2f3186 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 210 time: 0.0420423 Jun 23 12:00:28.082053 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af0ea9-8a06-4e71-bae9-4e4befa470e9 req-6c6442cd-bdf1-421c-8dfc-6e24153f402d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:28.083709 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-40af0ea9-8a06-4e71-bae9-4e4befa470e9 req-6c6442cd-bdf1-421c-8dfc-6e24153f402d tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 945 time: 0.0591297 Jun 23 12:00:28.099779 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54474) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:28.100461 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-a812e751-a3fb-41eb-92e6-60f6d6fcb7ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'floatingip': {'port_id': 'c63ff76c-f546-4559-b427-7daf2c346e55'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:28.138681 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9e67c3a-1626-4f5f-89d8-8388528c0683 req-128629af-2fc5-43c1-8ad9-90eeed0521da tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Router da65d384-6a85-49c0-8b5b-62bc581e7803 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:00:28.143485 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a812e751-a3fb-41eb-92e6-60f6d6fcb7ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (832beec3-4f2f-40f9-bd0a-040431c14b3a), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:28.204475 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:28.264656 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9e67c3a-1626-4f5f-89d8-8388528c0683 req-128629af-2fc5-43c1-8ad9-90eeed0521da tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:00:28.275504 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7aba70-c5cd-4d49-b660-fe32bb443bf4 None None] Sync routers for ids ['da65d384-6a85-49c0-8b5b-62bc581e7803'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:00:28.293821 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7aba70-c5cd-4d49-b660-fe32bb443bf4 None None] Routers {'da65d384-6a85-49c0-8b5b-62bc581e7803'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:28.295778 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-4a7aba70-c5cd-4d49-b660-fe32bb443bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['da65d384-6a85-49c0-8b5b-62bc581e7803'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:28.340251 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e67c3a-1626-4f5f-89d8-8388528c0683 req-128629af-2fc5-43c1-8ad9-90eeed0521da tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] No DVR routers for this DVR port e482920e-48e2-4b63-930d-1d004fbb0de0 on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:00:28.343271 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-c9e67c3a-1626-4f5f-89d8-8388528c0683 req-128629af-2fc5-43c1-8ad9-90eeed0521da tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:28.346653 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c9e67c3a-1626-4f5f-89d8-8388528c0683 req-128629af-2fc5-43c1-8ad9-90eeed0521da tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.44 "DELETE /v2.0/ports/e482920e-48e2-4b63-930d-1d004fbb0de0 HTTP/1.1" status: 204 len: 173 time: 1.2376130 Jun 23 12:00:28.346960 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'name': 'network-vif-deleted', 'tag': 'e482920e-48e2-4b63-930d-1d004fbb0de0'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:28.349320 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950ad51e-334a-4984-a406-3240cf7467c5" -d '{"events": [{"server_uuid": "7a7bee95-4d0f-4a24-9abc-1d972470a137", "name": "network-vif-deleted", "tag": "e482920e-48e2-4b63-930d-1d004fbb0de0"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:28.388893 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4332e7-6253-4dac-976c-a8687cc0fb72 x-openstack-request-id: req-5e4332e7-6253-4dac-976c-a8687cc0fb72 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:28.389192 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7bee95-4d0f-4a24-9abc-1d972470a137", "name": "network-vif-deleted", "tag": "e482920e-48e2-4b63-930d-1d004fbb0de0", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:28.389449 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e4332e7-6253-4dac-976c-a8687cc0fb72 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:28.389850 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e4332e7-6253-4dac-976c-a8687cc0fb72'] response: {'server_uuid': '7a7bee95-4d0f-4a24-9abc-1d972470a137', 'name': 'network-vif-deleted', 'tag': 'e482920e-48e2-4b63-930d-1d004fbb0de0', 'status': 'completed', 'code': 200} Jun 23 12:00:28.472467 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db569e-1782-4a9e-b8e7-fa3b3c50dae3 req-404498a4-1cab-426d-ba45-ac4c9d3520ce tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:28.474359 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-61db569e-1782-4a9e-b8e7-fa3b3c50dae3 req-404498a4-1cab-426d-ba45-ac4c9d3520ce tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 946 time: 0.0677583 Jun 23 12:00:28.527036 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-4a7aba70-c5cd-4d49-b660-fe32bb443bf4 None None] Set router da65d384-6a85-49c0-8b5b-62bc581e7803 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:28.538446 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-61db569e-1782-4a9e-b8e7-fa3b3c50dae3 req-c0d10d88-23fe-45e9-82c2-bff7c6c807cf tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578313 Jun 23 12:00:28.623750 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:28.671531 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:28.681603 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:28.718838 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a812e751-a3fb-41eb-92e6-60f6d6fcb7ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:28.724014 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a812e751-a3fb-41eb-92e6-60f6d6fcb7ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (832beec3-4f2f-40f9-bd0a-040431c14b3a), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:28.725839 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:28.754061 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-4a7aba70-c5cd-4d49-b660-fe32bb443bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:47Z', 'revision_number': 4, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port': {'id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '7524accd-5918-47cb-b6df-8d53acf29226', 'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'mac_address': 'fa:16:3e:9a:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 5, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'subnets': [{'id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:28.781601 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7aba70-c5cd-4d49-b660-fe32bb443bf4 None None] Checking router: da65d384-6a85-49c0-8b5b-62bc581e7803 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:00:28.794234 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7aba70-c5cd-4d49-b660-fe32bb443bf4 None None] Routers {'da65d384-6a85-49c0-8b5b-62bc581e7803'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:28.795489 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-4a7aba70-c5cd-4d49-b660-fe32bb443bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['da65d384-6a85-49c0-8b5b-62bc581e7803'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:28.839779 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.l3_db [None req-a812e751-a3fb-41eb-92e6-60f6d6fcb7ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Floating IP 832beec3-4f2f-40f9-bd0a-040431c14b3a associated. External IP: 172.27.3.18, port: c63ff76c-f546-4559-b427-7daf2c346e55. Jun 23 12:00:28.903086 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-4a7aba70-c5cd-4d49-b660-fe32bb443bf4 None None] Set router da65d384-6a85-49c0-8b5b-62bc581e7803 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:29.080279 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a812e751-a3fb-41eb-92e6-60f6d6fcb7ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Router 0bd1f321-5d98-4143-ba24-2a3aad50da03 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:00:29.104535 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-4a7aba70-c5cd-4d49-b660-fe32bb443bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:47Z', 'revision_number': 4, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port': {'id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '7524accd-5918-47cb-b6df-8d53acf29226', 'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'mac_address': 'fa:16:3e:9a:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 5, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'subnets': [{'id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:29.135278 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7aba70-c5cd-4d49-b660-fe32bb443bf4 None None] The sync data for ids ['da65d384-6a85-49c0-8b5b-62bc581e7803'] in dv-cinder-826608-3-iscsi is: [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:47Z', 'revision_number': 4, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port': {'id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '7524accd-5918-47cb-b6df-8d53acf29226', 'name': '', 'network_id': 'fc58067c-4167-4106-9d1e-ab7bc831a394', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'mac_address': 'fa:16:3e:9a:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 5, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'subnets': [{'id': 'a37d1b82-8291-4af1-8553-fefff8cb1b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:00:29.159283 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-db104766-28b1-44d3-be14-4184354df735 req-d00c8241-7034-4314-b6d8-b9074a636ec8 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 210 time: 0.0642564 Jun 23 12:00:29.219272 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a812e751-a3fb-41eb-92e6-60f6d6fcb7ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:00:29.223748 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a812e751-a3fb-41eb-92e6-60f6d6fcb7ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:29.230782 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9fe70d-cd59-4f9a-9d09-4fe12888eab6 None None] Sync routers for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:00:29.242856 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9fe70d-cd59-4f9a-9d09-4fe12888eab6 None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:29.243909 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-5e9fe70d-cd59-4f9a-9d09-4fe12888eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:29.261732 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-a812e751-a3fb-41eb-92e6-60f6d6fcb7ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "PUT /v2.0/floatingips/832beec3-4f2f-40f9-bd0a-040431c14b3a HTTP/1.1" status: 200 len: 990 time: 1.1626735 Jun 23 12:00:29.261732 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429b22b9-be19-4630-80e1-18b745a0eedc', 'tag': 'c63ff76c-f546-4559-b427-7daf2c346e55'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:29.262603 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e53e70b-71c6-4323-b996-9e97e9bbd1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "429b22b9-be19-4630-80e1-18b745a0eedc", "tag": "c63ff76c-f546-4559-b427-7daf2c346e55"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:29.303234 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2989da-7ca5-4462-a0ed-a1dd5c9b8902 x-openstack-request-id: req-db2989da-7ca5-4462-a0ed-a1dd5c9b8902 {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:29.303522 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429b22b9-be19-4630-80e1-18b745a0eedc", "tag": "c63ff76c-f546-4559-b427-7daf2c346e55", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:29.303772 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-db2989da-7ca5-4462-a0ed-a1dd5c9b8902 {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:29.304173 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db2989da-7ca5-4462-a0ed-a1dd5c9b8902'] response: {'name': 'network-changed', 'server_uuid': '429b22b9-be19-4630-80e1-18b745a0eedc', 'tag': 'c63ff76c-f546-4559-b427-7daf2c346e55', 'status': 'completed', 'code': 200} Jun 23 12:00:29.352879 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-5e9fe70d-cd59-4f9a-9d09-4fe12888eab6 None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:29.392427 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d57e017-3e30-432f-83c5-1c1e75a9ea53 None None] New status for floating IP f0f8c15b-9338-415f-a103-a1339250b55e: DOWN {{(pid=103991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:00:29.592021 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:29.635867 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:29.676269 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7a333-2b5e-48c5-bac2-60080c97ddc0 req-ffbc67f8-77ed-43fc-b8ba-75b57a2c6526 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:29.677976 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-49d7a333-2b5e-48c5-bac2-60080c97ddc0 req-ffbc67f8-77ed-43fc-b8ba-75b57a2c6526 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 946 time: 0.0593708 Jun 23 12:00:29.717831 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-5e9fe70d-cd59-4f9a-9d09-4fe12888eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '832beec3-4f2f-40f9-bd0a-040431c14b3a', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': 'c63ff76c-f546-4559-b427-7daf2c346e55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:d3:3e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429b22b9-be19-4630-80e1-18b745a0eedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:00:08Z', 'updated_at': '2022-06-23T12:00:28Z', 'revision_number': 1, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:29.749910 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9fe70d-cd59-4f9a-9d09-4fe12888eab6 None None] Checking router: 0bd1f321-5d98-4143-ba24-2a3aad50da03 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:00:29.753334 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-49d7a333-2b5e-48c5-bac2-60080c97ddc0 req-7c6c5f7d-006b-476b-8835-7127af955169 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692098 Jun 23 12:00:29.765665 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9fe70d-cd59-4f9a-9d09-4fe12888eab6 None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:29.765665 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-5e9fe70d-cd59-4f9a-9d09-4fe12888eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:29.786248 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e70b-71c6-4323-b996-9e97e9bbd1e9 req-c23e4845-2dbb-4bd0-acf4-5ca2793c859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:29.789340 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4e53e70b-71c6-4323-b996-9e97e9bbd1e9 req-c23e4845-2dbb-4bd0-acf4-5ca2793c859a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4f73dfee32d43b985e9192000eaed8c&device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 1129 time: 0.0621755 Jun 23 12:00:29.878224 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-5e9fe70d-cd59-4f9a-9d09-4fe12888eab6 None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:30.024170 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e70b-71c6-4323-b996-9e97e9bbd1e9 req-aa90952c-2e60-49fe-a96d-a266546105a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:30.026790 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4e53e70b-71c6-4323-b996-9e97e9bbd1e9 req-aa90952c-2e60-49fe-a96d-a266546105a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e2860678-188a-43de-956c-7f6a2a5353f6 HTTP/1.1" status: 200 len: 916 time: 0.1117756 Jun 23 12:00:30.167555 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-5e9fe70d-cd59-4f9a-9d09-4fe12888eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '832beec3-4f2f-40f9-bd0a-040431c14b3a', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': 'c63ff76c-f546-4559-b427-7daf2c346e55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:d3:3e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429b22b9-be19-4630-80e1-18b745a0eedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:00:08Z', 'updated_at': '2022-06-23T12:00:28Z', 'revision_number': 1, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:30.193857 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9fe70d-cd59-4f9a-9d09-4fe12888eab6 None None] The sync data for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi is: [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '832beec3-4f2f-40f9-bd0a-040431c14b3a', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': 'c63ff76c-f546-4559-b427-7daf2c346e55', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:d3:3e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429b22b9-be19-4630-80e1-18b745a0eedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:00:08Z', 'updated_at': '2022-06-23T12:00:28Z', 'revision_number': 1, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:00:30.350233 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f29c4300-2404-4a70-bd7f-76c52d09df67 req-013b36ac-df87-490f-ad0f-974cb35d6e71 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a7bee95-4d0f-4a24-9abc-1d972470a137 HTTP/1.1" status: 200 len: 210 time: 0.0912101 Jun 23 12:00:30.380427 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8c87-050d-491d-b982-e87e2762d406 req-287373ab-79b2-4adf-b27e-4178d9c9599e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:30.382041 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2b5c8c87-050d-491d-b982-e87e2762d406 req-287373ab-79b2-4adf-b27e-4178d9c9599e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.44 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 946 time: 0.1243467 Jun 23 12:00:30.400114 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4e53e70b-71c6-4323-b996-9e97e9bbd1e9 req-b92404bf-c63a-4bc3-9dd6-e96199087a92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c63ff76c-f546-4559-b427-7daf2c346e55 HTTP/1.1" status: 200 len: 998 time: 0.1504135 Jun 23 12:00:30.423334 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:30.475488 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc15780a-28ec-4cef-9cd0-45f713f9ae8f None None] New status for floating IP 832beec3-4f2f-40f9-bd0a-040431c14b3a: ACTIVE {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:00:30.523811 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e70b-71c6-4323-b996-9e97e9bbd1e9 req-61978f7f-ae45-48db-a90d-539c5568d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:30.525326 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4e53e70b-71c6-4323-b996-9e97e9bbd1e9 req-61978f7f-ae45-48db-a90d-539c5568d246 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa HTTP/1.1" status: 200 len: 854 time: 0.1008053 Jun 23 12:00:30.542285 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-2b5c8c87-050d-491d-b982-e87e2762d406 req-13cbf972-e8a6-4522-9fc5-e69458ad7fe0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Deleting port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:00:30.542626 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-2b5c8c87-050d-491d-b982-e87e2762d406 req-13cbf972-e8a6-4522-9fc5-e69458ad7fe0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:30.602123 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e70b-71c6-4323-b996-9e97e9bbd1e9 req-65058611-7e51-4cca-b82b-2e30df8367f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:30.603625 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4e53e70b-71c6-4323-b996-9e97e9bbd1e9 req-65058611-7e51-4cca-b82b-2e30df8367f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e2860678-188a-43de-956c-7f6a2a5353f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694101 Jun 23 12:00:30.695703 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device e482920e-48e2-4b63-930d-1d004fbb0de0 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:00:30.719954 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: e482920e-48e2-4b63-930d-1d004fbb0de0 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:00:30.720288 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device e482920e-48e2-4b63-930d-1d004fbb0de0 not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:00:30.885680 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e9653-4571-4938-b46b-66348abbc1f9 req-a19b54d5-f70e-4765-ad19-a7222f12126c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:30.887389 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d39e9653-4571-4938-b46b-66348abbc1f9 req-a19b54d5-f70e-4765-ad19-a7222f12126c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 946 time: 0.0536792 Jun 23 12:00:30.950333 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d39e9653-4571-4938-b46b-66348abbc1f9 req-a1fc8fb8-3a78-4608-9969-24b7aa32aa78 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=d14ea084-7bd9-445f-a6fe-d9f004a93d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514338 Jun 23 12:00:31.001239 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-2b5c8c87-050d-491d-b982-e87e2762d406 req-13cbf972-e8a6-4522-9fc5-e69458ad7fe0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] For port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:31.001824 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-2b5c8c87-050d-491d-b982-e87e2762d406 req-13cbf972-e8a6-4522-9fc5-e69458ad7fe0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:31.067415 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-56f1d10b-7d6d-425f-9926-28f11586874d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:31.076435 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4e53e70b-71c6-4323-b996-9e97e9bbd1e9 req-eff49462-7438-4d81-a278-8610ecc24e62 service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471157 Jun 23 12:00:31.227586 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:31.252931 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-2b5c8c87-050d-491d-b982-e87e2762d406 req-13cbf972-e8a6-4522-9fc5-e69458ad7fe0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:31.253301 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-2b5c8c87-050d-491d-b982-e87e2762d406 req-13cbf972-e8a6-4522-9fc5-e69458ad7fe0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (8b919496-5892-43de-8c50-aaafba3aec67), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:31.253624 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [req-2b5c8c87-050d-491d-b982-e87e2762d406 req-13cbf972-e8a6-4522-9fc5-e69458ad7fe0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Floating IP 8b919496-5892-43de-8c50-aaafba3aec67 disassociated. External IP: 172.27.3.65, port: 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e. Jun 23 12:00:31.253979 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-2b5c8c87-050d-491d-b982-e87e2762d406 req-13cbf972-e8a6-4522-9fc5-e69458ad7fe0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Calling delete_port for 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:00:31.271698 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4e53e70b-71c6-4323-b996-9e97e9bbd1e9 req-f837e1ab-7040-4d0a-a3a4-a816c3c56bf0 service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589758 Jun 23 12:00:31.402577 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-2b5c8c87-050d-491d-b982-e87e2762d406 req-13cbf972-e8a6-4522-9fc5-e69458ad7fe0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (8e9b4dc6-7a9c-4183-b1a8-10297c792e0e), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:31.440853 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbf972-e8a6-4522-9fc5-e69458ad7fe0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event deleted for resources: {'Port': ['ID=8e9b4dc6-7a9c-4183-b1a8-10297c792e0e,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:31.458546 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54500) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:31.518099 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for security_group (2a6e19e3-454b-456e-aa53-69da1da55af1), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:31.543974 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for security_group (2a6e19e3-454b-456e-aa53-69da1da55af1), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:31.556043 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b5c8c87-050d-491d-b982-e87e2762d406 req-13cbf972-e8a6-4522-9fc5-e69458ad7fe0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Router 698cc3d2-001d-43a7-9177-9f66b8efe735 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:00:31.595307 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (2a6e19e3-454b-456e-aa53-69da1da55af1), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:31.597893 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:31.599062 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "DELETE /v2.0/security-groups/2a6e19e3-454b-456e-aa53-69da1da55af1 HTTP/1.1" status: 204 len: 168 time: 0.1394391 Jun 23 12:00:31.602342 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 54502) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:31.603722 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:31.609863 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6e19e3-454b-456e-aa53-69da1da55af1,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:31.613416 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:31.617774 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:31.618125 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:31.618464 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:31.618801 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:31.619131 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:31.619462 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:31.619788 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:31.620112 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:31.620433 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:31.620784 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:31.621105 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:31.621427 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:31.621876 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:31.622205 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:31.622551 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507fe9e-de8c-445c-a4db-afb156242b06 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:31.626530 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.api.v2.resource [None req-46c41aa6-ee8c-4789-934a-c6f00028d619 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] show failed (client error): The resource could not be found. Jun 23 12:00:31.627772 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-46c41aa6-ee8c-4789-934a-c6f00028d619 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups/2a6e19e3-454b-456e-aa53-69da1da55af1 HTTP/1.1" status: 404 len: 347 time: 0.0244823 Jun 23 12:00:31.630760 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54504) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:31.688009 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b5c8c87-050d-491d-b982-e87e2762d406 req-13cbf972-e8a6-4522-9fc5-e69458ad7fe0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:00:31.698144 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896624d-1e8c-4f65-80ac-c2c9c01415ce None None] Sync routers for ids ['698cc3d2-001d-43a7-9177-9f66b8efe735'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:00:31.718888 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896624d-1e8c-4f65-80ac-c2c9c01415ce None None] Routers {'698cc3d2-001d-43a7-9177-9f66b8efe735'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:31.719541 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-7896624d-1e8c-4f65-80ac-c2c9c01415ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['698cc3d2-001d-43a7-9177-9f66b8efe735'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:31.731360 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5c8c87-050d-491d-b982-e87e2762d406 req-13cbf972-e8a6-4522-9fc5-e69458ad7fe0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] No DVR routers for this DVR port 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:00:31.733967 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-2b5c8c87-050d-491d-b982-e87e2762d406 req-13cbf972-e8a6-4522-9fc5-e69458ad7fe0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:31.737412 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2b5c8c87-050d-491d-b982-e87e2762d406 req-13cbf972-e8a6-4522-9fc5-e69458ad7fe0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.44 "DELETE /v2.0/ports/8e9b4dc6-7a9c-4183-b1a8-10297c792e0e HTTP/1.1" status: 204 len: 173 time: 1.3454254 Jun 23 12:00:31.737885 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'name': 'network-vif-deleted', 'tag': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:31.740776 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e7ad8c-1dc4-4297-815e-9933a7cb7958" -d '{"events": [{"server_uuid": "e19ec4d3-4ce1-4fbd-81ea-025a5c724421", "name": "network-vif-deleted", "tag": "8e9b4dc6-7a9c-4183-b1a8-10297c792e0e"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:31.771284 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-c9873b30-e087-4a03-9926-1c7bcf644b13 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Deleting port a5e1f9a1-27b9-4ce1-a60e-571909f2fd53 {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:00:31.771894 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c9873b30-e087-4a03-9926-1c7bcf644b13 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (a5e1f9a1-27b9-4ce1-a60e-571909f2fd53), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:31.790591 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee0c5e8-8941-4a7a-bc97-b5eef41f3109 x-openstack-request-id: req-1ee0c5e8-8941-4a7a-bc97-b5eef41f3109 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:31.790885 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19ec4d3-4ce1-4fbd-81ea-025a5c724421", "name": "network-vif-deleted", "tag": "8e9b4dc6-7a9c-4183-b1a8-10297c792e0e", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:31.791140 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1ee0c5e8-8941-4a7a-bc97-b5eef41f3109 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:31.791542 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee0c5e8-8941-4a7a-bc97-b5eef41f3109'] response: {'server_uuid': 'e19ec4d3-4ce1-4fbd-81ea-025a5c724421', 'name': 'network-vif-deleted', 'tag': '8e9b4dc6-7a9c-4183-b1a8-10297c792e0e', 'status': 'completed', 'code': 200} Jun 23 12:00:31.858255 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-7896624d-1e8c-4f65-80ac-c2c9c01415ce None None] Set router 698cc3d2-001d-43a7-9177-9f66b8efe735 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:31.881648 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c9873b30-e087-4a03-9926-1c7bcf644b13 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (a5e1f9a1-27b9-4ce1-a60e-571909f2fd53), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:31.881982 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c9873b30-e087-4a03-9926-1c7bcf644b13 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for floatingip (a5e1f9a1-27b9-4ce1-a60e-571909f2fd53), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:31.894333 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:31.901918 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-c9873b30-e087-4a03-9926-1c7bcf644b13 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Calling delete_port for a5e1f9a1-27b9-4ce1-a60e-571909f2fd53 owned by network:floatingip {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:00:32.067655 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-7896624d-1e8c-4f65-80ac-c2c9c01415ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'b41b3a97-a023-43da-8ee2-679a6dea2639', 'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'mac_address': 'fa:16:3e:1d:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:55:07Z', 'revision_number': 5, 'project_id': 'd211354c655b469491d235e5507e61ba', 'subnets': [{'id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:32.088307 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-370a9898-8663-4889-91c4-b0858dfc2105 req-9e3ee6a2-f06a-4b5b-aa0c-179cc7a1eba4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=e19ec4d3-4ce1-4fbd-81ea-025a5c724421 HTTP/1.1" status: 200 len: 210 time: 0.0324957 Jun 23 12:00:32.093046 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896624d-1e8c-4f65-80ac-c2c9c01415ce None None] Checking router: 698cc3d2-001d-43a7-9177-9f66b8efe735 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:00:32.102584 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896624d-1e8c-4f65-80ac-c2c9c01415ce None None] Routers {'698cc3d2-001d-43a7-9177-9f66b8efe735'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:32.103431 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-7896624d-1e8c-4f65-80ac-c2c9c01415ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['698cc3d2-001d-43a7-9177-9f66b8efe735'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:32.106640 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c9873b30-e087-4a03-9926-1c7bcf644b13 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (a5e1f9a1-27b9-4ce1-a60e-571909f2fd53), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:32.132952 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9873b30-e087-4a03-9926-1c7bcf644b13 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Pushing event deleted for resources: {'Port': ['ID=a5e1f9a1-27b9-4ce1-a60e-571909f2fd53,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:32.156101 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:32.234075 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c9873b30-e087-4a03-9926-1c7bcf644b13 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks [] for floatingip (f0f8c15b-9338-415f-a103-a1339250b55e), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:32.238475 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c9873b30-e087-4a03-9926-1c7bcf644b13 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:32.243272 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-c9873b30-e087-4a03-9926-1c7bcf644b13 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "DELETE /v2.0/floatingips/f0f8c15b-9338-415f-a103-a1339250b55e HTTP/1.1" status: 204 len: 168 time: 0.6083632 Jun 23 12:00:32.253729 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-7896624d-1e8c-4f65-80ac-c2c9c01415ce None None] Set router 698cc3d2-001d-43a7-9177-9f66b8efe735 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:32.574484 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:32.624084 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-7896624d-1e8c-4f65-80ac-c2c9c01415ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'b41b3a97-a023-43da-8ee2-679a6dea2639', 'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'mac_address': 'fa:16:3e:1d:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:55:07Z', 'revision_number': 5, 'project_id': 'd211354c655b469491d235e5507e61ba', 'subnets': [{'id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:32.654895 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896624d-1e8c-4f65-80ac-c2c9c01415ce None None] The sync data for ids ['698cc3d2-001d-43a7-9177-9f66b8efe735'] in dv-cinder-826608-3-iscsi is: [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'b41b3a97-a023-43da-8ee2-679a6dea2639', 'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'mac_address': 'fa:16:3e:1d:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:55:07Z', 'revision_number': 5, 'project_id': 'd211354c655b469491d235e5507e61ba', 'subnets': [{'id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:00:32.906295 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c3185d-ebff-4b2e-ab64-4b177347d058 None None] New status for floating IP 8b919496-5892-43de-8c50-aaafba3aec67: DOWN {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:00:33.191873 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 54520) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:33.250442 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-56594e6f-32c3-455b-8003-ae0c6af772bf tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group (d14ea084-7bd9-445f-a6fe-d9f004a93d67), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:33.281491 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-56594e6f-32c3-455b-8003-ae0c6af772bf tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group (d14ea084-7bd9-445f-a6fe-d9f004a93d67), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:33.330001 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-56594e6f-32c3-455b-8003-ae0c6af772bf tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (d14ea084-7bd9-445f-a6fe-d9f004a93d67), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:33.332608 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-56594e6f-32c3-455b-8003-ae0c6af772bf tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:33.334402 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-56594e6f-32c3-455b-8003-ae0c6af772bf tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "DELETE /v2.0/security-groups/d14ea084-7bd9-445f-a6fe-d9f004a93d67 HTTP/1.1" status: 204 len: 168 time: 0.1415350 Jun 23 12:00:33.337194 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54522) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:33.344182 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56594e6f-32c3-455b-8003-ae0c6af772bf tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14ea084-7bd9-445f-a6fe-d9f004a93d67,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:33.355845 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.api.v2.resource [None req-de78a654-aa0b-41ea-a169-9af85048a148 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] show failed (client error): The resource could not be found. Jun 23 12:00:33.357590 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-de78a654-aa0b-41ea-a169-9af85048a148 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups/d14ea084-7bd9-445f-a6fe-d9f004a93d67 HTTP/1.1" status: 404 len: 347 time: 0.0186377 Jun 23 12:00:33.360656 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54524) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:33.397103 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-23b9c01e-7d73-4443-95ee-3a235a751d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:33.481027 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-581bc420-421a-49d0-bd32-7fd694e2a969 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Deleting port e302ac65-078c-44ea-9d2a-ac9400c88ab7 {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:00:33.481433 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-581bc420-421a-49d0-bd32-7fd694e2a969 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (e302ac65-078c-44ea-9d2a-ac9400c88ab7), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:33.570041 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-581bc420-421a-49d0-bd32-7fd694e2a969 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (e302ac65-078c-44ea-9d2a-ac9400c88ab7), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:33.570407 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-581bc420-421a-49d0-bd32-7fd694e2a969 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for floatingip (e302ac65-078c-44ea-9d2a-ac9400c88ab7), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:33.584097 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-581bc420-421a-49d0-bd32-7fd694e2a969 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Calling delete_port for e302ac65-078c-44ea-9d2a-ac9400c88ab7 owned by network:floatingip {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:00:33.729825 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-581bc420-421a-49d0-bd32-7fd694e2a969 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (e302ac65-078c-44ea-9d2a-ac9400c88ab7), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:33.758063 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bc420-421a-49d0-bd32-7fd694e2a969 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event deleted for resources: {'Port': ['ID=e302ac65-078c-44ea-9d2a-ac9400c88ab7,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:33.806506 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:33.830309 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-581bc420-421a-49d0-bd32-7fd694e2a969 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for floatingip (8b919496-5892-43de-8c50-aaafba3aec67), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:33.833040 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-581bc420-421a-49d0-bd32-7fd694e2a969 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:33.834232 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-581bc420-421a-49d0-bd32-7fd694e2a969 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "DELETE /v2.0/floatingips/8b919496-5892-43de-8c50-aaafba3aec67 HTTP/1.1" status: 204 len: 168 time: 0.4725118 Jun 23 12:00:33.930521 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54534) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:33.936025 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-4ae9d4bc-2359-4e0e-940e-d00f12eb9a23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2086615166', 'description': 'tempest-description--2103337300'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:33.958289 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4ae9d4bc-2359-4e0e-940e-d00f12eb9a23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:34.252581 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:34.256285 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4ae9d4bc-2359-4e0e-940e-d00f12eb9a23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group (7392b0be-a118-42bc-8e4e-e7fb536edf7b), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:34.260125 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4ae9d4bc-2359-4e0e-940e-d00f12eb9a23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (7392b0be-a118-42bc-8e4e-e7fb536edf7b), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:34.286865 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4ae9d4bc-2359-4e0e-940e-d00f12eb9a23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:34.288131 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-4ae9d4bc-2359-4e0e-940e-d00f12eb9a23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3565230 Jun 23 12:00:34.291107 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 54536) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:34.296642 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-81bd4c49-35da-4c3f-8b95-5e410d1fd372 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Request body: {'security_group_rule': {'security_group_id': '7392b0be-a118-42bc-8e4e-e7fb536edf7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:34.297054 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9d4bc-2359-4e0e-940e-d00f12eb9a23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7392b0be-a118-42bc-8e4e-e7fb536edf7b,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:34.335511 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-81bd4c49-35da-4c3f-8b95-5e410d1fd372 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group_rule (f199aaec-c330-4692-9091-52b4ec6dacdd), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:34.392581 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-81bd4c49-35da-4c3f-8b95-5e410d1fd372 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group_rule (f199aaec-c330-4692-9091-52b4ec6dacdd), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:34.396569 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-81bd4c49-35da-4c3f-8b95-5e410d1fd372 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (f199aaec-c330-4692-9091-52b4ec6dacdd), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:34.413818 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:34.417244 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd4c49-35da-4c3f-8b95-5e410d1fd372 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f199aaec-c330-4692-9091-52b4ec6dacdd,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:34.430037 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-81bd4c49-35da-4c3f-8b95-5e410d1fd372 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:34.431323 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-81bd4c49-35da-4c3f-8b95-5e410d1fd372 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391592 Jun 23 12:00:34.434044 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 54538) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:34.438470 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-727db880-46b9-43cc-9d72-1a61c211c0e5 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Request body: {'security_group_rule': {'security_group_id': '7392b0be-a118-42bc-8e4e-e7fb536edf7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:34.469204 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-727db880-46b9-43cc-9d72-1a61c211c0e5 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group_rule (4dca2708-f15a-4c5c-b9ce-8a2072e69f95), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:34.529634 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-727db880-46b9-43cc-9d72-1a61c211c0e5 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group_rule (4dca2708-f15a-4c5c-b9ce-8a2072e69f95), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:34.534288 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-727db880-46b9-43cc-9d72-1a61c211c0e5 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (4dca2708-f15a-4c5c-b9ce-8a2072e69f95), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:34.557171 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727db880-46b9-43cc-9d72-1a61c211c0e5 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dca2708-f15a-4c5c-b9ce-8a2072e69f95,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:34.566205 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-727db880-46b9-43cc-9d72-1a61c211c0e5 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:34.567564 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-727db880-46b9-43cc-9d72-1a61c211c0e5 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324773 Jun 23 12:00:34.570787 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 54540) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:34.575073 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Request body: {'floatingip': {'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:34.600243 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:34.657471 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:34.686553 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:34.708402 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:00:34.730511 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:00:34.730795 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 8e9b4dc6-7a9c-4183-b1a8-10297c792e0e not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:00:34.814273 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Allocated IP 172.27.3.160 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/6bd3d37d-2a83-4db4-8279-9361cb235056) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:00:34.880300 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3c5d7-2f30-41f6-a845-7401133327e1 req-208ec45c-6f74-4a79-80d1-5cc23d937876 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:34.881833 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9ad3c5d7-2f30-41f6-a845-7401133327e1 req-208ec45c-6f74-4a79-80d1-5cc23d937876 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0691900 Jun 23 12:00:34.962202 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:34.985117 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9ad3c5d7-2f30-41f6-a845-7401133327e1 req-94424b9e-3b83-47e8-b824-fb243dcc27a8 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941072 Jun 23 12:00:35.004553 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for port (6bd3d37d-2a83-4db4-8279-9361cb235056), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:35.037901 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (6bd3d37d-2a83-4db4-8279-9361cb235056), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:35.079259 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:00:35.082155 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:00:35.086158 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:00:35.116735 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event updated for resources: {'Port': ['ID=6bd3d37d-2a83-4db4-8279-9361cb235056,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:35.136140 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:35.198515 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for floatingip (f6b36807-114a-49b6-b56e-373a40ffe3d7), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:35.239590 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (6bd3d37d-2a83-4db4-8279-9361cb235056), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:35.411149 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for port (6bd3d37d-2a83-4db4-8279-9361cb235056), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:35.417022 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (6bd3d37d-2a83-4db4-8279-9361cb235056), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:35.492878 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event updated for resources: {'Port': ['ID=6bd3d37d-2a83-4db4-8279-9361cb235056,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:35.502062 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (f6b36807-114a-49b6-b56e-373a40ffe3d7), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:35.518917 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:35.520248 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-3d24cfa2-88b4-4e1e-a05d-1f9616b9504e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9484441 Jun 23 12:00:35.685632 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-7b106337-a84e-48e6-a5f0-09195815c18f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--2086615166&fields=id&tenant_id=d211354c655b469491d235e5507e61ba HTTP/1.1" status: 200 len: 267 time: 0.0505912 Jun 23 12:00:35.805579 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-b8f57565-32b6-4f4e-9fe2-6a84186f6716 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:35.807140 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-b8f57565-32b6-4f4e-9fe2-6a84186f6716 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/networks?id=95d2a966-c2d0-4baf-b3af-40bcab8446e6 HTTP/1.1" status: 200 len: 817 time: 0.1150131 Jun 23 12:00:35.830559 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-7a478711-90f1-43e1-8896-56a813266cbe tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/quotas/d211354c655b469491d235e5507e61ba HTTP/1.1" status: 200 len: 375 time: 0.0171559 Jun 23 12:00:35.894440 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-5708a7d4-9a6c-4ff6-807e-1efba202e5f7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d211354c655b469491d235e5507e61ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580003 Jun 23 12:00:35.894680 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:36.000038 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-ef968a96-43bf-4f59-9f03-10c1471416f9 service neutron] 10.222.0.67 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920951 Jun 23 12:00:36.109280 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-c2552f07-63dc-48b5-992b-091bfcf25d35 service neutron] 10.222.0.67 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031094 Jun 23 12:00:36.114571 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bc907-b3b5-420a-b975-d207f30eb46c req-dfd44442-42b1-4acd-a16e-8d9f5e0ad08f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:36.116238 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b15bc907-b3b5-420a-b975-d207f30eb46c req-dfd44442-42b1-4acd-a16e-8d9f5e0ad08f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0573633 Jun 23 12:00:36.154743 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:36.183148 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b15bc907-b3b5-420a-b975-d207f30eb46c req-63727eb6-3d21-451c-ae01-bde24da9918d tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585883 Jun 23 12:00:36.304379 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8634edaf-fa7a-4b35-b37f-b3ffff62c0a9 req-7d84fc5c-550f-4dc4-a750-3d33cd45ffd5 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 210 time: 0.0291903 Jun 23 12:00:36.423738 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cd1f0-a248-433d-a0c4-63b4e3430072 req-d8f308de-3611-4392-95fc-0041f09ab2db tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:36.425256 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f42cd1f0-a248-433d-a0c4-63b4e3430072 req-d8f308de-3611-4392-95fc-0041f09ab2db tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 945 time: 0.0477402 Jun 23 12:00:36.529828 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-f42cd1f0-a248-433d-a0c4-63b4e3430072 req-093aa9fb-5fa1-4306-acb3-b2ed981f8496 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Deleting port 9ebd518b-a0cf-45b8-bc44-758c460d139b {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:00:36.530641 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-f42cd1f0-a248-433d-a0c4-63b4e3430072 req-093aa9fb-5fa1-4306-acb3-b2ed981f8496 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (9ebd518b-a0cf-45b8-bc44-758c460d139b), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:36.603144 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:36.630759 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-f42cd1f0-a248-433d-a0c4-63b4e3430072 req-093aa9fb-5fa1-4306-acb3-b2ed981f8496 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] For port 9ebd518b-a0cf-45b8-bc44-758c460d139b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=9ebd518b-a0cf-45b8-bc44-758c460d139b,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:36.631014 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-f42cd1f0-a248-433d-a0c4-63b4e3430072 req-093aa9fb-5fa1-4306-acb3-b2ed981f8496 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (9ebd518b-a0cf-45b8-bc44-758c460d139b), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:36.645769 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-f42cd1f0-a248-433d-a0c4-63b4e3430072 req-093aa9fb-5fa1-4306-acb3-b2ed981f8496 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Calling delete_port for 9ebd518b-a0cf-45b8-bc44-758c460d139b owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:00:36.785268 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-f42cd1f0-a248-433d-a0c4-63b4e3430072 req-093aa9fb-5fa1-4306-acb3-b2ed981f8496 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (9ebd518b-a0cf-45b8-bc44-758c460d139b), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:36.794976 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:36.800438 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['66465037-49ad-4b75-9a72-74ba5935f37a', '9ebd518b-a0cf-45b8-bc44-758c460d139b'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:00:36.837024 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093aa9fb-5fa1-4306-acb3-b2ed981f8496 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Pushing event deleted for resources: {'Port': ['ID=9ebd518b-a0cf-45b8-bc44-758c460d139b,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:36.910131 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42cd1f0-a248-433d-a0c4-63b4e3430072 req-093aa9fb-5fa1-4306-acb3-b2ed981f8496 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] No DVR routers for this DVR port 9ebd518b-a0cf-45b8-bc44-758c460d139b on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:00:36.913440 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-f42cd1f0-a248-433d-a0c4-63b4e3430072 req-093aa9fb-5fa1-4306-acb3-b2ed981f8496 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:36.917188 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f42cd1f0-a248-433d-a0c4-63b4e3430072 req-093aa9fb-5fa1-4306-acb3-b2ed981f8496 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.44 "DELETE /v2.0/ports/9ebd518b-a0cf-45b8-bc44-758c460d139b HTTP/1.1" status: 204 len: 173 time: 0.4849992 Jun 23 12:00:36.917781 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec85106b-8a3d-4c85-b842-40523a7eb9ca', 'name': 'network-vif-deleted', 'tag': '9ebd518b-a0cf-45b8-bc44-758c460d139b'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:36.921911 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08c22af-093f-4e02-af5b-f617854989b2" -d '{"events": [{"server_uuid": "ec85106b-8a3d-4c85-b842-40523a7eb9ca", "name": "network-vif-deleted", "tag": "9ebd518b-a0cf-45b8-bc44-758c460d139b"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:36.964044 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe71c596-25e8-4780-84ca-ed4a940581e2 x-openstack-request-id: req-fe71c596-25e8-4780-84ca-ed4a940581e2 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:36.964450 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec85106b-8a3d-4c85-b842-40523a7eb9ca", "name": "network-vif-deleted", "tag": "9ebd518b-a0cf-45b8-bc44-758c460d139b", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:36.964832 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fe71c596-25e8-4780-84ca-ed4a940581e2 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:36.965308 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe71c596-25e8-4780-84ca-ed4a940581e2'] response: {'server_uuid': 'ec85106b-8a3d-4c85-b842-40523a7eb9ca', 'name': 'network-vif-deleted', 'tag': '9ebd518b-a0cf-45b8-bc44-758c460d139b', 'status': 'completed', 'code': 200} Jun 23 12:00:37.316492 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-618615a3-ed0c-4b52-8070-7a7e4f204c51 req-402e512e-2a9e-4b3a-a141-cf35919b3601 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec85106b-8a3d-4c85-b842-40523a7eb9ca HTTP/1.1" status: 200 len: 210 time: 0.0544116 Jun 23 12:00:37.436153 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1fe904c6-5a72-48b3-a9cd-70cf46e508a3 req-a9f85c59-f7ca-4e82-a78d-a1e1c784e928 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 210 time: 0.0292509 Jun 23 12:00:37.440618 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-ebc31333-73ee-4a48-a3a3-f4328e16eb5f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:37.442197 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-ebc31333-73ee-4a48-a3a3-f4328e16eb5f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.44 "GET /v2.0/networks?id=95d2a966-c2d0-4baf-b3af-40bcab8446e6 HTTP/1.1" status: 200 len: 817 time: 0.1485288 Jun 23 12:00:37.697165 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-68b72172-623d-4b22-9059-425e2b4eb97e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d211354c655b469491d235e5507e61ba HTTP/1.1" status: 200 len: 380 time: 0.0675590 Jun 23 12:00:37.719132 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-f77d4670-4601-4d9a-ad90-3225a1d57384 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Request body: {'port': {'device_id': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'admin_state_up': True, 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'security_groups': ['7392b0be-a118-42bc-8e4e-e7fb536edf7b']}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:37.847927 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-f77d4670-4601-4d9a-ad90-3225a1d57384 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Made reservation on behalf of d211354c655b469491d235e5507e61ba for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:00:37.859914 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-f77d4670-4601-4d9a-ad90-3225a1d57384 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:37.994984 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-f77d4670-4601-4d9a-ad90-3225a1d57384 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Allocated IP 172.20.0.9 (95d2a966-c2d0-4baf-b3af-40bcab8446e6/2fea9b42-e008-42bd-8176-b6f37ce2fc7a/b3a6b734-e0ed-4bdf-9b35-b9b65ed45592) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:00:38.120941 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:38.142438 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-f77d4670-4601-4d9a-ad90-3225a1d57384 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:38.176554 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-f77d4670-4601-4d9a-ad90-3225a1d57384 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:38.223241 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-f77d4670-4601-4d9a-ad90-3225a1d57384 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:00:38.226799 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-f77d4670-4601-4d9a-ad90-3225a1d57384 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:00:38.230998 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-f77d4670-4601-4d9a-ad90-3225a1d57384 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:00:38.255477 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d4670-4601-4d9a-ad90-3225a1d57384 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event updated for resources: {'Port': ['ID=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:38.286453 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-f77d4670-4601-4d9a-ad90-3225a1d57384 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:38.287423 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-f77d4670-4601-4d9a-ad90-3225a1d57384 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:38.308139 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-f77d4670-4601-4d9a-ad90-3225a1d57384 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5936115 Jun 23 12:00:38.321273 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Request body: {'port': {'device_id': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:38.390860 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:38.434565 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:38.473537 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-5710b3e6-517b-4b02-a239-53af9330db4b None None] Provisioning complete for port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:00:38.474010 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5710b3e6-517b-4b02-a239-53af9330db4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:38.525362 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-5710b3e6-517b-4b02-a239-53af9330db4b None None] Port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 12:00:38.642241 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7edb18-c641-4eda-b868-f2cd2cd25d46 req-d340a2ce-834f-4efe-b17e-d8c048631a8f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:38.643834 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4e7edb18-c641-4eda-b868-f2cd2cd25d46 req-d340a2ce-834f-4efe-b17e-d8c048631a8f tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0555823 Jun 23 12:00:38.647473 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5e83a-5f16-4e29-b6b7-46d1a7cf6002 req-2f7df25a-783d-4e1d-80b0-fba85ab5071c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:38.649103 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-34b5e83a-5f16-4e29-b6b7-46d1a7cf6002 req-2f7df25a-783d-4e1d-80b0-fba85ab5071c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 931 time: 0.1023300 Jun 23 12:00:38.698914 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4e7edb18-c641-4eda-b868-f2cd2cd25d46 req-da2d18f1-05fc-4538-ae0c-1e1030db8c98 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486164 Jun 23 12:00:38.732503 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-34b5e83a-5f16-4e29-b6b7-46d1a7cf6002 req-65cf7ab0-7022-4e41-a281-775269435552 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758364 Jun 23 12:00:38.772981 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:00:38.781891 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Publish callbacks [] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:38.795732 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Transition to ACTIVE for port object b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 12:00:38.800243 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:38.855291 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Pushing event updated for resources: {'Port': ['ID=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:38.932416 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Attempting to bind port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 12:00:38.932783 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Attempting to bind port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 12:00:38.933119 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Attempting to bind port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 on network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:00:38.938186 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 on network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 12:00:38.938507 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Attempting to bind port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 on network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:00:38.943924 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 12, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 12:00:38.944275 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Checking segment: {'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 12:00:38.944766 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Bound using segment: {'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 12:00:38.945207 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Bound port: b3a6b734-e0ed-4bdf-9b35-b9b65ed45592, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d54f5be-7013-4274-9759-e27a2757f01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 12:00:38.945568 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:39.004357 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:39.015117 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] For port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:00:39.018810 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] For port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:00:39.026080 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:39.066809 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:39.067432 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:39.068898 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] 10.222.0.44 "PUT /v2.0/ports/b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 HTTP/1.1" status: 200 len: 1093 time: 0.7520492 Jun 23 12:00:39.069349 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'tag': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:39.071800 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357c77df-1f9f-4921-9dd4-5dd045cac889" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3c7247-2686-47a7-96dc-7ffbbe7e7c62", "tag": "b3a6b734-e0ed-4bdf-9b35-b9b65ed45592"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:39.100135 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e548198-f6d1-417c-b0a5-ee800a7afb8e service neutron] Pushing event updated for resources: {'Port': ['ID=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:39.129407 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ad8b43-08c4-4100-a873-43353a664cb7 x-openstack-request-id: req-03ad8b43-08c4-4100-a873-43353a664cb7 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:39.129704 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3c7247-2686-47a7-96dc-7ffbbe7e7c62", "tag": "b3a6b734-e0ed-4bdf-9b35-b9b65ed45592", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:39.129965 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-03ad8b43-08c4-4100-a873-43353a664cb7 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:39.130377 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ad8b43-08c4-4100-a873-43353a664cb7'] response: {'name': 'network-changed', 'server_uuid': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'tag': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592', 'status': 'completed', 'code': 200} Jun 23 12:00:39.822755 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714f7e1-76ab-4302-a771-f39e4f2bf3cd req-c826c3fc-9004-4fb6-870c-f12fdcfc35ad tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:39.824418 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8714f7e1-76ab-4302-a771-f39e4f2bf3cd req-c826c3fc-9004-4fb6-870c-f12fdcfc35ad tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0506346 Jun 23 12:00:39.866256 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecd2c4-141a-4702-a7a4-16519e03673c req-87b7e0f6-3bed-45ff-8271-3a6eae155692 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:39.868314 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-74ecd2c4-141a-4702-a7a4-16519e03673c req-87b7e0f6-3bed-45ff-8271-3a6eae155692 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0534606 Jun 23 12:00:39.876404 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8714f7e1-76ab-4302-a771-f39e4f2bf3cd req-e583fb1e-6bfe-49bd-b869-4eb0481dc3df tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452893 Jun 23 12:00:39.924700 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-74ecd2c4-141a-4702-a7a4-16519e03673c req-072b113c-7ba9-459e-9a6d-f278bec78b9c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502255 Jun 23 12:00:40.234260 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:40.721241 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 9ebd518b-a0cf-45b8-bc44-758c460d139b no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:00:40.753961 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: 9ebd518b-a0cf-45b8-bc44-758c460d139b {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:00:40.754502 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 9ebd518b-a0cf-45b8-bc44-758c460d139b not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:00:40.785301 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c77df-1f9f-4921-9dd4-5dd045cac889 req-c27f18b2-4bc1-4992-b7ec-8e837d869f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:40.786893 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-357c77df-1f9f-4921-9dd4-5dd045cac889 req-c27f18b2-4bc1-4992-b7ec-8e837d869f10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d211354c655b469491d235e5507e61ba&device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 1127 time: 0.0462468 Jun 23 12:00:40.909270 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c77df-1f9f-4921-9dd4-5dd045cac889 req-b3549ca1-731a-4e85-9c9c-c5854e44256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:40.910811 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-357c77df-1f9f-4921-9dd4-5dd045cac889 req-b3549ca1-731a-4e85-9c9c-c5854e44256c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d211354c655b469491d235e5507e61ba&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1129143 Jun 23 12:00:40.989503 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:41.063369 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52330a1e-e753-44a1-b755-b19fcb4368a7 req-5e10a05f-5ec3-477e-864c-c883e8189c58 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:41.064963 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-52330a1e-e753-44a1-b755-b19fcb4368a7 req-5e10a05f-5ec3-477e-864c-c883e8189c58 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0590596 Jun 23 12:00:41.078486 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339d795-2e54-4a40-b72c-d130fe66b18e req-dba52ac2-2d15-457d-b1f2-f8a416e4c7ff tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:41.080083 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0339d795-2e54-4a40-b72c-d130fe66b18e req-dba52ac2-2d15-457d-b1f2-f8a416e4c7ff tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.1089978 Jun 23 12:00:41.121769 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-52330a1e-e753-44a1-b755-b19fcb4368a7 req-6fc7b22c-5ab2-47f7-aced-f5ad6ef5bc91 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510252 Jun 23 12:00:41.140740 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f36469-9fd8-42e2-88cb-4c5f14f200f5 req-033c7cef-01d5-47d4-9acc-29628dc53c07 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:41.142264 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-78f36469-9fd8-42e2-88cb-4c5f14f200f5 req-033c7cef-01d5-47d4-9acc-29628dc53c07 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.44 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 945 time: 0.0865302 Jun 23 12:00:41.146877 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c77df-1f9f-4921-9dd4-5dd045cac889 req-07f159bc-64f1-4462-bdb4-fcce6bbf1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:41.148361 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-357c77df-1f9f-4921-9dd4-5dd045cac889 req-07f159bc-64f1-4462-bdb4-fcce6bbf1348 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2045224 Jun 23 12:00:41.243422 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0339d795-2e54-4a40-b72c-d130fe66b18e req-6c7673d1-7e9b-4287-bbc5-cce0fea88035 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/security-groups?id=84682908-3922-4217-8e26-522f8de76273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429641 Jun 23 12:00:41.278277 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-c3a34ced-f739-4c1a-9b04-dbd66aa4bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:41.280356 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-c3a34ced-f739-4c1a-9b04-dbd66aa4bdba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d211354c655b469491d235e5507e61ba&device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 1127 time: 0.0809011 Jun 23 12:00:41.299866 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-78f36469-9fd8-42e2-88cb-4c5f14f200f5 req-1bc5bf93-5534-4d52-b4cb-1b02429d8e55 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Deleting port 66465037-49ad-4b75-9a72-74ba5935f37a {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:00:41.300209 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-78f36469-9fd8-42e2-88cb-4c5f14f200f5 req-1bc5bf93-5534-4d52-b4cb-1b02429d8e55 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (66465037-49ad-4b75-9a72-74ba5935f37a), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:41.338961 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-a3309ad4-e25d-477e-aee1-3bf3d2183510 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 HTTP/1.1" status: 200 len: 217 time: 0.0486896 Jun 23 12:00:41.443517 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-e270d76f-e13e-44ed-8d37-7e6f549ffabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:41.445033 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-e270d76f-e13e-44ed-8d37-7e6f549ffabe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fea9b42-e008-42bd-8176-b6f37ce2fc7a HTTP/1.1" status: 200 len: 856 time: 0.0985365 Jun 23 12:00:41.514375 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-78f36469-9fd8-42e2-88cb-4c5f14f200f5 req-1bc5bf93-5534-4d52-b4cb-1b02429d8e55 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] For port 66465037-49ad-4b75-9a72-74ba5935f37a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=66465037-49ad-4b75-9a72-74ba5935f37a,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:41.514653 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-78f36469-9fd8-42e2-88cb-4c5f14f200f5 req-1bc5bf93-5534-4d52-b4cb-1b02429d8e55 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (66465037-49ad-4b75-9a72-74ba5935f37a), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:41.531044 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-d3359ec5-0d25-4b3b-b34e-50c674174e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:41.532562 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-d3359ec5-0d25-4b3b-b34e-50c674174e64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95d2a966-c2d0-4baf-b3af-40bcab8446e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797973 Jun 23 12:00:41.533625 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-78f36469-9fd8-42e2-88cb-4c5f14f200f5 req-1bc5bf93-5534-4d52-b4cb-1b02429d8e55 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Calling delete_port for 66465037-49ad-4b75-9a72-74ba5935f37a owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:00:41.566976 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:41.699334 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-04900162-1c9c-4fae-ab71-19bdc40e02f1 service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591792 Jun 23 12:00:41.815203 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-78f36469-9fd8-42e2-88cb-4c5f14f200f5 req-1bc5bf93-5534-4d52-b4cb-1b02429d8e55 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (66465037-49ad-4b75-9a72-74ba5935f37a), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:41.832022 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['66465037-49ad-4b75-9a72-74ba5935f37a'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:00:42.115378 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5bf93-5534-4d52-b4cb-1b02429d8e55 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Pushing event deleted for resources: {'Port': ['ID=66465037-49ad-4b75-9a72-74ba5935f37a,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:42.138568 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:42.155569 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-cb4a4c30-672d-4c15-bb01-ff48d3b31a53 req-aeb8bf91-aa5e-4cdd-8424-a75199ea0b99 service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433446 Jun 23 12:00:42.179327 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f36469-9fd8-42e2-88cb-4c5f14f200f5 req-1bc5bf93-5534-4d52-b4cb-1b02429d8e55 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] No DVR routers for this DVR port 66465037-49ad-4b75-9a72-74ba5935f37a on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:00:42.182063 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-78f36469-9fd8-42e2-88cb-4c5f14f200f5 req-1bc5bf93-5534-4d52-b4cb-1b02429d8e55 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:42.186010 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-78f36469-9fd8-42e2-88cb-4c5f14f200f5 req-1bc5bf93-5534-4d52-b4cb-1b02429d8e55 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.44 "DELETE /v2.0/ports/66465037-49ad-4b75-9a72-74ba5935f37a HTTP/1.1" status: 204 len: 173 time: 1.0267520 Jun 23 12:00:42.186484 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63e29e5-ecda-4f38-a06f-ba4d2cf35e50', 'name': 'network-vif-deleted', 'tag': '66465037-49ad-4b75-9a72-74ba5935f37a'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:42.188772 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e0d20c-8d0b-4c3f-be63-d6f619b871ac" -d '{"events": [{"server_uuid": "e63e29e5-ecda-4f38-a06f-ba4d2cf35e50", "name": "network-vif-deleted", "tag": "66465037-49ad-4b75-9a72-74ba5935f37a"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:42.227233 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bc55f6-3a01-49d9-9f35-579784a1424f x-openstack-request-id: req-b8bc55f6-3a01-49d9-9f35-579784a1424f {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:42.227534 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63e29e5-ecda-4f38-a06f-ba4d2cf35e50", "name": "network-vif-deleted", "tag": "66465037-49ad-4b75-9a72-74ba5935f37a", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:42.227792 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b8bc55f6-3a01-49d9-9f35-579784a1424f {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:42.228201 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8bc55f6-3a01-49d9-9f35-579784a1424f'] response: {'server_uuid': 'e63e29e5-ecda-4f38-a06f-ba4d2cf35e50', 'name': 'network-vif-deleted', 'tag': '66465037-49ad-4b75-9a72-74ba5935f37a', 'status': 'completed', 'code': 200} Jun 23 12:00:42.255667 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:42.269091 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906d199-582d-4ce5-bae7-0d693559e57c req-b0da47fe-a7c2-45ee-9e4d-8b8dcad76f8e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:42.270674 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8906d199-582d-4ce5-bae7-0d693559e57c req-b0da47fe-a7c2-45ee-9e4d-8b8dcad76f8e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0614164 Jun 23 12:00:42.322186 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8906d199-582d-4ce5-bae7-0d693559e57c req-74ab9d84-37ac-4533-b28d-a8e0d2af4449 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455816 Jun 23 12:00:42.350824 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ebbc702e-c077-4ccd-8f5a-b07edc5d43ae req-fbb74748-180e-418f-871c-44c58275af60 tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 210 time: 0.0339084 Jun 23 12:00:42.627013 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=4 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:42.627853 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=29 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:42.691206 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:00:43.451415 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7eccc-20a9-41ff-89d6-cf6617399865 req-93fb098e-f7b3-4d42-829c-2f6792865a6d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:43.453480 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8bf7eccc-20a9-41ff-89d6-cf6617399865 req-93fb098e-f7b3-4d42-829c-2f6792865a6d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0538051 Jun 23 12:00:43.471303 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b49dd50f-e793-4aa3-abb7-786ee0c80e12 req-9607bf5e-ed42-4684-a965-40e44f31e62e tempest-ServerRescueNegativeTestJSON-2128488674 tempest-ServerRescueNegativeTestJSON-2128488674-project] 10.222.0.67 "GET /v2.0/ports?device_id=e63e29e5-ecda-4f38-a06f-ba4d2cf35e50 HTTP/1.1" status: 200 len: 210 time: 0.0332963 Jun 23 12:00:43.509558 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8bf7eccc-20a9-41ff-89d6-cf6617399865 req-661ababa-3617-4b5f-901e-dacef9b1016c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498335 Jun 23 12:00:44.543122 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 54622) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:44.655037 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1085c-5483-4c11-890e-38cde47430c1 req-e7b6d53c-def6-4e26-80bb-37e535b6a2fa tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:44.656735 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1ea1085c-5483-4c11-890e-38cde47430c1 req-e7b6d53c-def6-4e26-80bb-37e535b6a2fa tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0677454 Jun 23 12:00:44.711975 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 12:00:44.717274 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1ea1085c-5483-4c11-890e-38cde47430c1 req-9dbb8bd7-bc4c-4b55-a5ae-dd62b38fb225 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544965 Jun 23 12:00:44.718273 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 66465037-49ad-4b75-9a72-74ba5935f37a no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:00:44.743841 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:44.749358 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: 66465037-49ad-4b75-9a72-74ba5935f37a {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:00:44.749681 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 66465037-49ad-4b75-9a72-74ba5935f37a not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:00:44.845191 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:44.862012 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'port_id': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592', 'mac_address': 'fa:16:3e:e9:6d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 12:00:44.900755 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:00:44.901411 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:44.924901 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:00:44.958404 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:44.963764 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:44.989032 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:45.025771 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:45.040207 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:45.040829 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:45.041421 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:45.042007 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:45.042580 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:45.043129 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:45.043696 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:45.044803 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:45.045362 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:45.045915 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:45.046462 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:45.047024 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:45.047590 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:45.048147 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:45.048882 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:45.111534 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-72096e2e-a2a8-483b-a7d2-fe1556b5fef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597640'] for router_interface (da65d384-6a85-49c0-8b5b-62bc581e7803), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:45.269339 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['b3a6b734-e0ed-4bdf-9b35-b9b65ed45592'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:00:45.381064 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:45.395338 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-72096e2e-a2a8-483b-a7d2-fe1556b5fef2 admin admin] Deleting port 7524accd-5918-47cb-b6df-8d53acf29226 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:00:45.395678 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-72096e2e-a2a8-483b-a7d2-fe1556b5fef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (7524accd-5918-47cb-b6df-8d53acf29226), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:45.473173 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:45.490488 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [None req-72096e2e-a2a8-483b-a7d2-fe1556b5fef2 admin admin] For port 7524accd-5918-47cb-b6df-8d53acf29226, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=7524accd-5918-47cb-b6df-8d53acf29226,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:45.491068 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-72096e2e-a2a8-483b-a7d2-fe1556b5fef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (7524accd-5918-47cb-b6df-8d53acf29226), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:45.505106 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-72096e2e-a2a8-483b-a7d2-fe1556b5fef2 admin admin] Calling delete_port for 7524accd-5918-47cb-b6df-8d53acf29226 owned by network:router_interface {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:00:45.679091 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:45.691934 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-72096e2e-a2a8-483b-a7d2-fe1556b5fef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (7524accd-5918-47cb-b6df-8d53acf29226), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:45.718467 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72096e2e-a2a8-483b-a7d2-fe1556b5fef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7524accd-5918-47cb-b6df-8d53acf29226,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:45.910060 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17a8ff-300a-4450-b7f9-2e8618837ec4 req-ee9a1db2-4b67-435a-b371-0e466d29279f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:45.911592 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0b17a8ff-300a-4450-b7f9-2e8618837ec4 req-ee9a1db2-4b67-435a-b371-0e466d29279f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 944 time: 0.0837629 Jun 23 12:00:45.950477 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-72096e2e-a2a8-483b-a7d2-fe1556b5fef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597532'] for router_interface (da65d384-6a85-49c0-8b5b-62bc581e7803), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:46.021117 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0b17a8ff-300a-4450-b7f9-2e8618837ec4 req-927d4e46-f6ca-43e0-af3b-e59fd4216918 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933313 Jun 23 12:00:46.189887 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72096e2e-a2a8-483b-a7d2-fe1556b5fef2 admin admin] Router da65d384-6a85-49c0-8b5b-62bc581e7803 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:00:46.296037 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:46.299498 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72096e2e-a2a8-483b-a7d2-fe1556b5fef2 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:00:46.305288 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-72096e2e-a2a8-483b-a7d2-fe1556b5fef2 admin admin] 10.222.0.67 "PUT /v2.0/routers/da65d384-6a85-49c0-8b5b-62bc581e7803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7608674 Jun 23 12:00:46.307982 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 54630) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:46.310762 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b0b045-439a-4530-8f28-fdc7240a83fa None None] Sync routers for ids ['da65d384-6a85-49c0-8b5b-62bc581e7803'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:00:46.322049 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b0b045-439a-4530-8f28-fdc7240a83fa None None] Routers {'da65d384-6a85-49c0-8b5b-62bc581e7803'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:46.322692 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-06b0b045-439a-4530-8f28-fdc7240a83fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['da65d384-6a85-49c0-8b5b-62bc581e7803'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:46.413688 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1ea7c6b4-320f-4faa-8ff9-95a276f7d73c admin admin] Publish callbacks [] for router (da65d384-6a85-49c0-8b5b-62bc581e7803), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:46.436768 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-06b0b045-439a-4530-8f28-fdc7240a83fa None None] Set router da65d384-6a85-49c0-8b5b-62bc581e7803 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:46.514395 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1ea7c6b4-320f-4faa-8ff9-95a276f7d73c admin admin] Publish callbacks [] for router_gateway (da65d384-6a85-49c0-8b5b-62bc581e7803), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:46.565784 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-1ea7c6b4-320f-4faa-8ff9-95a276f7d73c admin admin] Deleting port 649b7bad-9d47-420d-846a-ed2d9d5256da {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:00:46.566126 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1ea7c6b4-320f-4faa-8ff9-95a276f7d73c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (649b7bad-9d47-420d-846a-ed2d9d5256da), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:46.615148 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-06b0b045-439a-4530-8f28-fdc7240a83fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T12:00:45Z', 'revision_number': 5, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port': {'id': '649b7bad-9d47-420d-846a-ed2d9d5256da', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T11:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:46.646287 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b0b045-439a-4530-8f28-fdc7240a83fa None None] Checking router: da65d384-6a85-49c0-8b5b-62bc581e7803 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:00:46.651987 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [None req-1ea7c6b4-320f-4faa-8ff9-95a276f7d73c admin admin] For port 649b7bad-9d47-420d-846a-ed2d9d5256da, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=649b7bad-9d47-420d-846a-ed2d9d5256da,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:46.652357 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1ea7c6b4-320f-4faa-8ff9-95a276f7d73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (649b7bad-9d47-420d-846a-ed2d9d5256da), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:46.655416 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b0b045-439a-4530-8f28-fdc7240a83fa None None] Routers {'da65d384-6a85-49c0-8b5b-62bc581e7803'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:46.660549 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-06b0b045-439a-4530-8f28-fdc7240a83fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['da65d384-6a85-49c0-8b5b-62bc581e7803'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:46.671621 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-1ea7c6b4-320f-4faa-8ff9-95a276f7d73c admin admin] Calling delete_port for 649b7bad-9d47-420d-846a-ed2d9d5256da owned by network:router_gateway {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:00:46.680541 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:46.737421 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:00:46.737989 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-06b0b045-439a-4530-8f28-fdc7240a83fa None None] Set router da65d384-6a85-49c0-8b5b-62bc581e7803 gateway port host: None {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:46.782707 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 12:00:46.789818 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:00:46.790160 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:46.794942 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-06b0b045-439a-4530-8f28-fdc7240a83fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T12:00:46Z', 'revision_number': 6, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port_host': None}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:46.821028 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b0b045-439a-4530-8f28-fdc7240a83fa None None] The sync data for ids ['da65d384-6a85-49c0-8b5b-62bc581e7803'] in dv-cinder-826608-3-iscsi is: [{'id': 'da65d384-6a85-49c0-8b5b-62bc581e7803', 'name': 'tempest-ServerRescueNegativeTestJSON-1087869407-router', 'tenant_id': '9353d04a04ab44e58f56fd01ca43d62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:36Z', 'updated_at': '2022-06-23T12:00:46Z', 'revision_number': 6, 'project_id': '9353d04a04ab44e58f56fd01ca43d62e', 'gw_port_host': None}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:00:46.849240 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1ea7c6b4-320f-4faa-8ff9-95a276f7d73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (649b7bad-9d47-420d-846a-ed2d9d5256da), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:46.873199 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:00:46.873589 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:46.881606 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7c6b4-320f-4faa-8ff9-95a276f7d73c admin admin] Pushing event deleted for resources: {'Port': ['ID=649b7bad-9d47-420d-846a-ed2d9d5256da,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:46.900558 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:46.902797 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f77f192-1469-42f7-8dfe-8ae23ffddd78" -d '{"events": [{"server_uuid": "bd3c7247-2686-47a7-96dc-7ffbbe7e7c62", "name": "network-vif-plugged", "status": "completed", "tag": "b3a6b734-e0ed-4bdf-9b35-b9b65ed45592"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:46.917838 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:46.926187 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:46.950673 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1ea7c6b4-320f-4faa-8ff9-95a276f7d73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595256'] for router_gateway (da65d384-6a85-49c0-8b5b-62bc581e7803), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:46.981079 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:47.016300 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde3903d-3e22-42aa-ba00-03f318b25c7d x-openstack-request-id: req-dde3903d-3e22-42aa-ba00-03f318b25c7d {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:47.016601 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3c7247-2686-47a7-96dc-7ffbbe7e7c62", "name": "network-vif-plugged", "status": "completed", "tag": "b3a6b734-e0ed-4bdf-9b35-b9b65ed45592", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:47.016891 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dde3903d-3e22-42aa-ba00-03f318b25c7d {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:47.017292 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde3903d-3e22-42aa-ba00-03f318b25c7d'] response: {'server_uuid': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592', 'code': 200} Jun 23 12:00:47.046094 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1ea7c6b4-320f-4faa-8ff9-95a276f7d73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28040'] for router (da65d384-6a85-49c0-8b5b-62bc581e7803), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.048493 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1ea7c6b4-320f-4faa-8ff9-95a276f7d73c admin admin] Publish callbacks [] for router_controller (da65d384-6a85-49c0-8b5b-62bc581e7803), precommit_delete_associations {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.095253 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1ea7c6b4-320f-4faa-8ff9-95a276f7d73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597951'] for router (da65d384-6a85-49c0-8b5b-62bc581e7803), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.095959 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea7c6b4-320f-4faa-8ff9-95a276f7d73c admin admin] Fanout notify agent at l3_agent the message router_deleted on router da65d384-6a85-49c0-8b5b-62bc581e7803 {{(pid=103988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:00:47.100540 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1ea7c6b4-320f-4faa-8ff9-95a276f7d73c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.103222 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-1ea7c6b4-320f-4faa-8ff9-95a276f7d73c admin admin] 10.222.0.67 "DELETE /v2.0/routers/da65d384-6a85-49c0-8b5b-62bc581e7803 HTTP/1.1" status: 204 len: 168 time: 0.7928057 Jun 23 12:00:47.104527 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54640) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:47.134979 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:47.153578 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65094f1-e509-47f9-ad9f-13b375ed7c74 req-d79a928f-f1ed-4c22-b0f0-ab50a36ab778 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:47.155896 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c65094f1-e509-47f9-ad9f-13b375ed7c74 req-d79a928f-f1ed-4c22-b0f0-ab50a36ab778 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0530405 Jun 23 12:00:47.158967 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_v2 [None req-b177fb79-f47b-432a-99e5-9a55ab5dddd2 admin admin] Deleting subnet a37d1b82-8291-4af1-8553-fefff8cb1b81 {{(pid=103989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 12:00:47.162554 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b177fb79-f47b-432a-99e5-9a55ab5dddd2 admin admin] Publish callbacks [] for subnet (a37d1b82-8291-4af1-8553-fefff8cb1b81), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.202805 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b177fb79-f47b-432a-99e5-9a55ab5dddd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28146412'] for subnet (a37d1b82-8291-4af1-8553-fefff8cb1b81), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.240342 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40015f47-e17b-499f-9434-3760c6a37453 req-ca36116f-4a93-4dd0-aa52-e815c76ffa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:47.241893 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-40015f47-e17b-499f-9434-3760c6a37453 req-ca36116f-4a93-4dd0-aa52-e815c76ffa57 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 1129 time: 0.0616965 Jun 23 12:00:47.246769 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:47.257756 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c65094f1-e509-47f9-ad9f-13b375ed7c74 req-9a1fa38b-eb63-4277-a2d3-5098a0713f26 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933962 Jun 23 12:00:47.303604 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-40015f47-e17b-499f-9434-3760c6a37453 req-ed546a91-172c-4f1d-9374-d863b4283c6b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514832 Jun 23 12:00:47.332243 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b177fb79-f47b-432a-99e5-9a55ab5dddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (a37d1b82-8291-4af1-8553-fefff8cb1b81), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.385875 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b177fb79-f47b-432a-99e5-9a55ab5dddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27818774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29159588'] for subnet (a37d1b82-8291-4af1-8553-fefff8cb1b81), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.413166 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177fb79-f47b-432a-99e5-9a55ab5dddd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a37d1b82-8291-4af1-8553-fefff8cb1b81,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:47.416897 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b177fb79-f47b-432a-99e5-9a55ab5dddd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.421605 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-b177fb79-f47b-432a-99e5-9a55ab5dddd2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a37d1b82-8291-4af1-8553-fefff8cb1b81 HTTP/1.1" status: 204 len: 168 time: 0.3150454 Jun 23 12:00:47.423674 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54642) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:47.426227 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca9fee9-3b3e-407d-995a-34ee818e8b25 None None] Network fc58067c-4167-4106-9d1e-ab7bc831a394 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 12:00:47.499808 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (fc58067c-4167-4106-9d1e-ab7bc831a394), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.545229 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] Deleting port 4faf7eea-a39a-487c-9574-0bb90c14e964 {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:00:47.545566 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (4faf7eea-a39a-487c-9574-0bb90c14e964), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.613258 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] For port 4faf7eea-a39a-487c-9574-0bb90c14e964, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=4faf7eea-a39a-487c-9574-0bb90c14e964,segment=NetworkSegment(4374ea33-08b3-4b06-bbc1-334b11a3ab06),segment_id=4374ea33-08b3-4b06-bbc1-334b11a3ab06)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:47.613553 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (4faf7eea-a39a-487c-9574-0bb90c14e964), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.626913 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] Calling delete_port for 4faf7eea-a39a-487c-9574-0bb90c14e964 owned by network:dhcp {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:00:47.680247 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bf6af8-984f-4dfc-ba49-41355a94f6b4 None None] DHCP port deletion for fc58067c-4167-4106-9d1e-ab7bc831a394 request from dv-cinder-826608-3-iscsi {{(pid=103990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 12:00:47.719218 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (4faf7eea-a39a-487c-9574-0bb90c14e964), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.729631 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-54bf6af8-984f-4dfc-ba49-41355a94f6b4 None None] Deleting port 4faf7eea-a39a-487c-9574-0bb90c14e964 {{(pid=103990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:00:47.730008 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-54bf6af8-984f-4dfc-ba49-41355a94f6b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (4faf7eea-a39a-487c-9574-0bb90c14e964), before_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.747207 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=4faf7eea-a39a-487c-9574-0bb90c14e964,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:47.749185 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] No DVR routers for this DVR port 4faf7eea-a39a-487c-9574-0bb90c14e964 on host dv-cinder-826608-3-iscsi {{(pid=103989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:00:47.805163 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-54bf6af8-984f-4dfc-ba49-41355a94f6b4 None None] For port 4faf7eea-a39a-487c-9574-0bb90c14e964, host dv-cinder-826608-3-iscsi, got binding levels [] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:47.805806 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-54bf6af8-984f-4dfc-ba49-41355a94f6b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (4faf7eea-a39a-487c-9574-0bb90c14e964), precommit_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.819491 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-54bf6af8-984f-4dfc-ba49-41355a94f6b4 None None] Calling delete_port for 4faf7eea-a39a-487c-9574-0bb90c14e964 owned by network:dhcp {{(pid=103990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:00:47.822496 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.ipam_backend_mixin [None req-54bf6af8-984f-4dfc-ba49-41355a94f6b4 None None] Port 4faf7eea-a39a-487c-9574-0bb90c14e964 was not found and therefore no delete operation was performed {{(pid=103990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 23 12:00:47.823760 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-54bf6af8-984f-4dfc-ba49-41355a94f6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483'] for port (4faf7eea-a39a-487c-9574-0bb90c14e964), after_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.826400 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (fc58067c-4167-4106-9d1e-ab7bc831a394), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.850247 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf6af8-984f-4dfc-ba49-41355a94f6b4 None None] Pushing event deleted for resources: {'Port': ['ID=4faf7eea-a39a-487c-9574-0bb90c14e964,revision_number=None']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:47.851069 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc58067c-4167-4106-9d1e-ab7bc831a394']}} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:47.855076 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf6af8-984f-4dfc-ba49-41355a94f6b4 None None] No DVR routers for this DVR port 4faf7eea-a39a-487c-9574-0bb90c14e964 on host dv-cinder-826608-3-iscsi {{(pid=103990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:00:47.861601 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4374ea33-08b3-4b06-bbc1-334b11a3ab06') {'for_net_delete': True} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:47.861912 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4374ea33-08b3-4b06-bbc1-334b11a3ab06') {} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:47.872421 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:47.874548 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28146423'] for segment (4374ea33-08b3-4b06-bbc1-334b11a3ab06), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.892884 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (4374ea33-08b3-4b06-bbc1-334b11a3ab06), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.905100 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:00:47.905762 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27818876'] for segment (4374ea33-08b3-4b06-bbc1-334b11a3ab06), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:47.997138 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (fc58067c-4167-4106-9d1e-ab7bc831a394), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:48.001884 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:48.005206 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] 10.222.0.67 "DELETE /v2.0/networks/fc58067c-4167-4106-9d1e-ab7bc831a394 HTTP/1.1" status: 204 len: 168 time: 0.5805659 Jun 23 12:00:48.018540 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812d1c2-4cdc-4dc7-a5ef-f44f61dc5a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=fc58067c-4167-4106-9d1e-ab7bc831a394,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:48.033348 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment 4374ea33-08b3-4b06-bbc1-334b11a3ab06 resource provider aggregate not found Jun 23 12:00:48.053374 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment 4374ea33-08b3-4b06-bbc1-334b11a3ab06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4374ea33-08b3-4b06-bbc1-334b11a3ab06 found for delete ", "request_id": "req-c72f3b52-13a8-4f8a-a24e-3704eebc965b"}]} Jun 23 12:00:48.132304 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 54656) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:48.174557 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-41de167c-f550-4bfb-8837-87fedb844f04 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9353d04a04ab44e58f56fd01ca43d62e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410256 Jun 23 12:00:48.176936 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 54658) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:48.226414 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-afde1ac7-e56e-48b0-8f5c-a86a91b5500c admin admin] Publish callbacks [] for security_group (84682908-3922-4217-8e26-522f8de76273), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:48.249220 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-afde1ac7-e56e-48b0-8f5c-a86a91b5500c admin admin] Publish callbacks [] for security_group (84682908-3922-4217-8e26-522f8de76273), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:48.298730 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-afde1ac7-e56e-48b0-8f5c-a86a91b5500c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (84682908-3922-4217-8e26-522f8de76273), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:48.301873 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-afde1ac7-e56e-48b0-8f5c-a86a91b5500c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:48.306259 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-afde1ac7-e56e-48b0-8f5c-a86a91b5500c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/84682908-3922-4217-8e26-522f8de76273 HTTP/1.1" status: 204 len: 168 time: 0.1282418 Jun 23 12:00:48.316609 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde1ac7-e56e-48b0-8f5c-a86a91b5500c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84682908-3922-4217-8e26-522f8de76273,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:48.417923 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5c371-4675-497b-86da-d9e72b2aae64 req-5c51c5e7-a819-4d67-acce-6b9c3fe92df9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:48.425231 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-add5c371-4675-497b-86da-d9e72b2aae64 req-5c51c5e7-a819-4d67-acce-6b9c3fe92df9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0703211 Jun 23 12:00:48.429416 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 7524accd-5918-47cb-b6df-8d53acf29226 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:00:48.447059 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:48.458515 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 7524accd-5918-47cb-b6df-8d53acf29226 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:00:48.459135 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 7524accd-5918-47cb-b6df-8d53acf29226 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:00:48.459826 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 649b7bad-9d47-420d-846a-ed2d9d5256da no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:00:48.479628 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 649b7bad-9d47-420d-846a-ed2d9d5256da {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:00:48.480250 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 649b7bad-9d47-420d-846a-ed2d9d5256da not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:00:48.480872 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 4faf7eea-a39a-487c-9574-0bb90c14e964 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:00:48.482058 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-add5c371-4675-497b-86da-d9e72b2aae64 req-2809ffad-d117-4fbd-9750-196bed8e9f18 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541658 Jun 23 12:00:48.491142 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-604eb435-ff8a-4890-93f6-46081d91763b req-6d053137-31e1-4eb3-86ff-fc25e28f1935 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532947 Jun 23 12:00:48.505405 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 4faf7eea-a39a-487c-9574-0bb90c14e964 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:00:48.505998 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 4faf7eea-a39a-487c-9574-0bb90c14e964 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:00:49.208654 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604eb435-ff8a-4890-93f6-46081d91763b req-677d3063-a1b0-45e8-b94b-e4e04807d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:49.210369 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-604eb435-ff8a-4890-93f6-46081d91763b req-677d3063-a1b0-45e8-b94b-e4e04807d7aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1a92a7ffc864256b48a9848b27f9fd2&device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 1130 time: 0.0438907 Jun 23 12:00:49.335264 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604eb435-ff8a-4890-93f6-46081d91763b req-b012ff94-54dc-4567-a6a0-2d0390a57859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:49.336695 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-604eb435-ff8a-4890-93f6-46081d91763b req-b012ff94-54dc-4567-a6a0-2d0390a57859 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ec90cf8-67c4-41e3-bbbb-0e606173a369 HTTP/1.1" status: 200 len: 910 time: 0.0973816 Jun 23 12:00:49.350945 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:49.705060 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-604eb435-ff8a-4890-93f6-46081d91763b req-feafaaeb-b310-4589-bef5-4d62b76dc4fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 HTTP/1.1" status: 200 len: 1002 time: 0.3604906 Jun 23 12:00:49.713218 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64874856-2b83-4f96-b847-b7bbd329ba11 req-34aad9e0-8aec-4135-8f74-71eb2ad13357 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:49.714711 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-64874856-2b83-4f96-b847-b7bbd329ba11 req-34aad9e0-8aec-4135-8f74-71eb2ad13357 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0661049 Jun 23 12:00:49.788177 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604eb435-ff8a-4890-93f6-46081d91763b req-2455a20a-b933-4742-9ed7-387772f2c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:49.788424 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b992862e-b4dd-4b5f-bedd-edf9f6a7a998 req-9a737916-8b33-4e83-8e07-b77aac1ada31 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649003667&fields=id&tenant_id=45aa73614bc447bdb1bfda38ad541ab3 HTTP/1.1" status: 200 len: 267 time: 0.0473962 Jun 23 12:00:49.789671 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-604eb435-ff8a-4890-93f6-46081d91763b req-2455a20a-b933-4742-9ed7-387772f2c1a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5479a9c9-7903-44a1-b59c-af44f63c9c99 HTTP/1.1" status: 200 len: 848 time: 0.0740819 Jun 23 12:00:49.812545 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-64874856-2b83-4f96-b847-b7bbd329ba11 req-7a4a0d0a-5c19-4499-aafd-8a243b270e3f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879242 Jun 23 12:00:49.846197 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604eb435-ff8a-4890-93f6-46081d91763b req-b3748149-3ad1-41ea-8604-597c4152a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:49.847745 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-604eb435-ff8a-4890-93f6-46081d91763b req-b3748149-3ad1-41ea-8604-597c4152a09c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ec90cf8-67c4-41e3-bbbb-0e606173a369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485938 Jun 23 12:00:49.865514 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992862e-b4dd-4b5f-bedd-edf9f6a7a998 req-04b9cfeb-c915-49b5-b50a-ea56feacbe46 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:49.875635 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b992862e-b4dd-4b5f-bedd-edf9f6a7a998 req-04b9cfeb-c915-49b5-b50a-ea56feacbe46 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 984 time: 0.0802319 Jun 23 12:00:49.890728 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [req-b992862e-b4dd-4b5f-bedd-edf9f6a7a998 req-a01a6463-aa9a-4dfd-969f-0f589d1b27bf tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Request body: {'port': {'security_groups': ['d23666be-f79f-4daa-b779-02d53a048b73']}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:49.972785 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-b992862e-b4dd-4b5f-bedd-edf9f6a7a998 req-a01a6463-aa9a-4dfd-969f-0f589d1b27bf tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:49.996131 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-604eb435-ff8a-4890-93f6-46081d91763b req-9a38bd5e-ed0b-4455-baa7-929cb57c1148 service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403866 Jun 23 12:00:50.002473 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4709ce-2e48-41b7-a9fb-eb741fabef64 req-713e8aeb-9b57-455d-8478-4c13b150862c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:50.003911 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1e4709ce-2e48-41b7-a9fb-eb741fabef64 req-713e8aeb-9b57-455d-8478-4c13b150862c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0731740 Jun 23 12:00:50.020104 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54712) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:50.026664 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-a86d1f7d-0c01-4501-8864-6289639b87f7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Request body: {'floatingip': {'port_id': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:00:50.070377 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a86d1f7d-0c01-4501-8864-6289639b87f7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for floatingip (f6b36807-114a-49b6-b56e-373a40ffe3d7), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:50.106619 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-604eb435-ff8a-4890-93f6-46081d91763b req-565a7378-c8af-4544-badd-4863666e129b service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016040 Jun 23 12:00:50.392314 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [req-b992862e-b4dd-4b5f-bedd-edf9f6a7a998 req-a01a6463-aa9a-4dfd-969f-0f589d1b27bf tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] For port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1bf26417-9e61-446b-af12-0f2d3c6c3a6c,segment=NetworkSegment(44c9e63a-5798-420d-89a1-3133beb23606),segment_id=44c9e63a-5798-420d-89a1-3133beb23606)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:50.473258 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-b992862e-b4dd-4b5f-bedd-edf9f6a7a998 req-a01a6463-aa9a-4dfd-969f-0f589d1b27bf tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:50.509276 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-b992862e-b4dd-4b5f-bedd-edf9f6a7a998 req-a01a6463-aa9a-4dfd-969f-0f589d1b27bf tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:50.529703 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['1bf26417-9e61-446b-af12-0f2d3c6c3a6c'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:00:50.583813 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992862e-b4dd-4b5f-bedd-edf9f6a7a998 req-a01a6463-aa9a-4dfd-969f-0f589d1b27bf tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:50.584550 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [req-b992862e-b4dd-4b5f-bedd-edf9f6a7a998 req-a01a6463-aa9a-4dfd-969f-0f589d1b27bf tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:50.592270 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 54732) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:50.601828 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b992862e-b4dd-4b5f-bedd-edf9f6a7a998 req-a01a6463-aa9a-4dfd-969f-0f589d1b27bf tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "PUT /v2.0/ports/1bf26417-9e61-446b-af12-0f2d3c6c3a6c HTTP/1.1" status: 200 len: 942 time: 0.7177598 Jun 23 12:00:50.602408 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'tag': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:50.605063 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facb6827-0585-4b30-af6f-61a650e8eca8" -d '{"events": [{"name": "network-changed", "server_uuid": "c3dde8e4-1b68-42be-ab9d-7a47869a6214", "tag": "1bf26417-9e61-446b-af12-0f2d3c6c3a6c"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:50.677843 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a6463-aa9a-4dfd-969f-0f589d1b27bf tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Pushing event updated for resources: {'Port': ['ID=1bf26417-9e61-446b-af12-0f2d3c6c3a6c,revision_number=7']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:50.719036 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['1bf26417-9e61-446b-af12-0f2d3c6c3a6c'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:00:50.728065 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1271d86-769c-4e7d-9ca1-2c3191761e62 x-openstack-request-id: req-d1271d86-769c-4e7d-9ca1-2c3191761e62 {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:50.728356 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3dde8e4-1b68-42be-ab9d-7a47869a6214", "tag": "1bf26417-9e61-446b-af12-0f2d3c6c3a6c", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:50.728607 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d1271d86-769c-4e7d-9ca1-2c3191761e62 {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:50.729043 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1271d86-769c-4e7d-9ca1-2c3191761e62'] response: {'name': 'network-changed', 'server_uuid': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'tag': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c', 'status': 'completed', 'code': 200} Jun 23 12:00:50.738166 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:50.780603 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f3900cc2-1bdb-40ea-bc56-5dbef4de997a tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group (82610bff-26de-4555-9dc7-20803ba54066), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:50.795591 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:50.820642 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f3900cc2-1bdb-40ea-bc56-5dbef4de997a tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group (82610bff-26de-4555-9dc7-20803ba54066), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:50.826585 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:50.854121 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a86d1f7d-0c01-4501-8864-6289639b87f7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:50.861996 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a86d1f7d-0c01-4501-8864-6289639b87f7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (f6b36807-114a-49b6-b56e-373a40ffe3d7), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:50.924951 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f3900cc2-1bdb-40ea-bc56-5dbef4de997a tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (82610bff-26de-4555-9dc7-20803ba54066), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:50.928580 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f3900cc2-1bdb-40ea-bc56-5dbef4de997a tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:50.933368 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-f3900cc2-1bdb-40ea-bc56-5dbef4de997a tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "DELETE /v2.0/security-groups/82610bff-26de-4555-9dc7-20803ba54066 HTTP/1.1" status: 204 len: 168 time: 0.3399963 Jun 23 12:00:50.934380 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 54742) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:50.958804 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3900cc2-1bdb-40ea-bc56-5dbef4de997a tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82610bff-26de-4555-9dc7-20803ba54066,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:51.000080 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.l3_db [None req-a86d1f7d-0c01-4501-8864-6289639b87f7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Floating IP f6b36807-114a-49b6-b56e-373a40ffe3d7 associated. External IP: 172.27.3.160, port: b3a6b734-e0ed-4bdf-9b35-b9b65ed45592. Jun 23 12:00:51.003095 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-b2b942f5-7673-47fd-9a05-8fd0cab6ac05 None None] Provisioning complete for port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:00:51.004007 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-b2b942f5-7673-47fd-9a05-8fd0cab6ac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:51.007101 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:51.069416 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb6827-0585-4b30-af6f-61a650e8eca8 req-4d4811cb-9c7e-4c07-a2f0-ac3fa8157178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:51.071620 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-facb6827-0585-4b30-af6f-61a650e8eca8 req-4d4811cb-9c7e-4c07-a2f0-ac3fa8157178 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=45aa73614bc447bdb1bfda38ad541ab3&device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 1129 time: 0.1136394 Jun 23 12:00:51.097945 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-b2b942f5-7673-47fd-9a05-8fd0cab6ac05 None None] Current status of the port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:00:51.229177 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86d1f7d-0c01-4501-8864-6289639b87f7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Router 698cc3d2-001d-43a7-9177-9f66b8efe735 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:00:51.253320 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-55800366-a752-4dc6-b269-dd8e2f2a77a7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Deleting port a9d4139b-27fe-4d12-8971-47994b2f78df {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:00:51.253610 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-55800366-a752-4dc6-b269-dd8e2f2a77a7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (a9d4139b-27fe-4d12-8971-47994b2f78df), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:51.270902 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb6827-0585-4b30-af6f-61a650e8eca8 req-765c0cb7-0d88-4aa0-be73-dd723b91989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:51.272401 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-facb6827-0585-4b30-af6f-61a650e8eca8 req-765c0cb7-0d88-4aa0-be73-dd723b91989b service neutron] 10.222.0.44 "GET /v2.0/networks?id=33bf599f-e007-4787-9458-fbe47f8701cd HTTP/1.1" status: 200 len: 915 time: 0.1891387 Jun 23 12:00:51.296530 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 54746) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:51.341664 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86d1f7d-0c01-4501-8864-6289639b87f7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:00:51.346531 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a86d1f7d-0c01-4501-8864-6289639b87f7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:51.357140 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8b368-2919-476f-b633-cd5af2688ba5 None None] Sync routers for ids ['698cc3d2-001d-43a7-9177-9f66b8efe735'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:00:51.376382 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8b368-2919-476f-b633-cd5af2688ba5 None None] Routers {'698cc3d2-001d-43a7-9177-9f66b8efe735'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:51.379307 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-d1c8b368-2919-476f-b633-cd5af2688ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['698cc3d2-001d-43a7-9177-9f66b8efe735'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:51.383712 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-facb6827-0585-4b30-af6f-61a650e8eca8 req-176c1c04-0490-4955-b54c-4b0c43e05fd6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf26417-9e61-446b-af12-0f2d3c6c3a6c HTTP/1.1" status: 200 len: 1000 time: 0.0975773 Jun 23 12:00:51.390902 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-a86d1f7d-0c01-4501-8864-6289639b87f7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "PUT /v2.0/floatingips/f6b36807-114a-49b6-b56e-373a40ffe3d7 HTTP/1.1" status: 200 len: 991 time: 1.3698313 Jun 23 12:00:51.420718 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=100 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:51.429928 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-55800366-a752-4dc6-b269-dd8e2f2a77a7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (a9d4139b-27fe-4d12-8971-47994b2f78df), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:51.430069 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-55800366-a752-4dc6-b269-dd8e2f2a77a7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for floatingip (a9d4139b-27fe-4d12-8971-47994b2f78df), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:51.432706 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:51.459905 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-55800366-a752-4dc6-b269-dd8e2f2a77a7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Calling delete_port for a9d4139b-27fe-4d12-8971-47994b2f78df owned by network:floatingip {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:00:51.480444 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ba9e8586-6115-46d0-afe7-3d2e5d05e593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:51.492412 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb6827-0585-4b30-af6f-61a650e8eca8 req-c5d34901-ad36-4481-9559-3d1501080893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:51.493939 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-facb6827-0585-4b30-af6f-61a650e8eca8 req-c5d34901-ad36-4481-9559-3d1501080893 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f554e47e-c8b1-4009-867d-2e008caa27f9 HTTP/1.1" status: 200 len: 853 time: 0.0972989 Jun 23 12:00:51.615824 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-d1c8b368-2919-476f-b633-cd5af2688ba5 None None] Set router 698cc3d2-001d-43a7-9177-9f66b8efe735 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:51.634485 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb6827-0585-4b30-af6f-61a650e8eca8 req-b3876a3e-2993-4fad-b2b1-7149ffc03910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:51.635233 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-facb6827-0585-4b30-af6f-61a650e8eca8 req-b3876a3e-2993-4fad-b2b1-7149ffc03910 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33bf599f-e007-4787-9458-fbe47f8701cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1005540 Jun 23 12:00:51.690167 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:51.703541 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:51.821841 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ba9e8586-6115-46d0-afe7-3d2e5d05e593 admin admin] Publish callbacks [] for security_group (844940c1-51b0-4cdb-9150-dbe8b844466f), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:51.830968 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ba9e8586-6115-46d0-afe7-3d2e5d05e593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (844940c1-51b0-4cdb-9150-dbe8b844466f), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:51.841294 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-facb6827-0585-4b30-af6f-61a650e8eca8 req-009fd9e0-91ef-4b91-a4d2-b89958a616de service neutron] 10.222.0.44 "GET /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943653 Jun 23 12:00:51.849914 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-d1c8b368-2919-476f-b633-cd5af2688ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'f6b36807-114a-49b6-b56e-373a40ffe3d7', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'port_id': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'mac_address': 'fa:16:3e:e9:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:00:35Z', 'updated_at': '2022-06-23T12:00:50Z', 'revision_number': 1, 'project_id': 'd211354c655b469491d235e5507e61ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41b3a97-a023-43da-8ee2-679a6dea2639', 'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'mac_address': 'fa:16:3e:1d:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:55:07Z', 'revision_number': 5, 'project_id': 'd211354c655b469491d235e5507e61ba', 'subnets': [{'id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:51.873128 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-55800366-a752-4dc6-b269-dd8e2f2a77a7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (a9d4139b-27fe-4d12-8971-47994b2f78df), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:51.878494 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8b368-2919-476f-b633-cd5af2688ba5 None None] Checking router: 698cc3d2-001d-43a7-9177-9f66b8efe735 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:00:51.887516 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8b368-2919-476f-b633-cd5af2688ba5 None None] Routers {'698cc3d2-001d-43a7-9177-9f66b8efe735'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:51.888137 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-d1c8b368-2919-476f-b633-cd5af2688ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['698cc3d2-001d-43a7-9177-9f66b8efe735'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:51.938503 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55800366-a752-4dc6-b269-dd8e2f2a77a7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Pushing event deleted for resources: {'Port': ['ID=a9d4139b-27fe-4d12-8971-47994b2f78df,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:51.944519 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-ba9e8586-6115-46d0-afe7-3d2e5d05e593 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fab58120fd3841d39020f59aafa4354c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6461961 Jun 23 12:00:51.944519 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e8586-6115-46d0-afe7-3d2e5d05e593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844940c1-51b0-4cdb-9150-dbe8b844466f,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:51.946607 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54752) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:52.001315 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-d1c8b368-2919-476f-b633-cd5af2688ba5 None None] Set router 698cc3d2-001d-43a7-9177-9f66b8efe735 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:52.038901 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-488e0242-d1ca-4a30-bc19-115e16e522d4 admin admin] Publish callbacks [] for security_group (844940c1-51b0-4cdb-9150-dbe8b844466f), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:52.050705 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-facb6827-0585-4b30-af6f-61a650e8eca8 req-1b228bcc-c10f-470e-af4e-ac0ffa9f1cd1 service neutron] 10.222.0.44 "GET /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001994 Jun 23 12:00:52.065598 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-55800366-a752-4dc6-b269-dd8e2f2a77a7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks [] for floatingip (ae662465-8623-4e61-8a9d-2f77cce1e57f), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:52.066350 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [None req-55800366-a752-4dc6-b269-dd8e2f2a77a7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Floating IP ae662465-8623-4e61-8a9d-2f77cce1e57f disassociated (deleted). External IP: 172.27.3.14, port: 1bf26417-9e61-446b-af12-0f2d3c6c3a6c. Jun 23 12:00:52.066641 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-488e0242-d1ca-4a30-bc19-115e16e522d4 admin admin] Publish callbacks [] for security_group (844940c1-51b0-4cdb-9150-dbe8b844466f), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:52.124078 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-488e0242-d1ca-4a30-bc19-115e16e522d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (844940c1-51b0-4cdb-9150-dbe8b844466f), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:52.126874 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-488e0242-d1ca-4a30-bc19-115e16e522d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:52.128243 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-488e0242-d1ca-4a30-bc19-115e16e522d4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/844940c1-51b0-4cdb-9150-dbe8b844466f HTTP/1.1" status: 204 len: 168 time: 0.1791391 Jun 23 12:00:52.137191 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e0242-d1ca-4a30-bc19-115e16e522d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844940c1-51b0-4cdb-9150-dbe8b844466f,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:52.178844 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=5 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:52.241533 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-d1c8b368-2919-476f-b633-cd5af2688ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'f6b36807-114a-49b6-b56e-373a40ffe3d7', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'port_id': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'mac_address': 'fa:16:3e:e9:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:00:35Z', 'updated_at': '2022-06-23T12:00:50Z', 'revision_number': 1, 'project_id': 'd211354c655b469491d235e5507e61ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41b3a97-a023-43da-8ee2-679a6dea2639', 'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'mac_address': 'fa:16:3e:1d:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:55:07Z', 'revision_number': 5, 'project_id': 'd211354c655b469491d235e5507e61ba', 'subnets': [{'id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:52.274312 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8b368-2919-476f-b633-cd5af2688ba5 None None] The sync data for ids ['698cc3d2-001d-43a7-9177-9f66b8efe735'] in dv-cinder-826608-3-iscsi is: [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'f6b36807-114a-49b6-b56e-373a40ffe3d7', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'port_id': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'mac_address': 'fa:16:3e:e9:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:00:35Z', 'updated_at': '2022-06-23T12:00:50Z', 'revision_number': 1, 'project_id': 'd211354c655b469491d235e5507e61ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41b3a97-a023-43da-8ee2-679a6dea2639', 'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'mac_address': 'fa:16:3e:1d:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:55:07Z', 'revision_number': 5, 'project_id': 'd211354c655b469491d235e5507e61ba', 'subnets': [{'id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:00:52.287382 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55800366-a752-4dc6-b269-dd8e2f2a77a7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Router 4a049c19-2c7e-4a60-ab9e-285569d15400 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:00:52.411346 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55800366-a752-4dc6-b269-dd8e2f2a77a7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:00:52.416273 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-55800366-a752-4dc6-b269-dd8e2f2a77a7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:52.425497 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390c2e87-b17e-4573-8131-11169da6a9cc None None] Sync routers for ids ['4a049c19-2c7e-4a60-ab9e-285569d15400'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:00:52.436890 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c2e87-b17e-4573-8131-11169da6a9cc None None] Routers {'4a049c19-2c7e-4a60-ab9e-285569d15400'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:52.437509 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-390c2e87-b17e-4573-8131-11169da6a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['4a049c19-2c7e-4a60-ab9e-285569d15400'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:52.468573 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-55800366-a752-4dc6-b269-dd8e2f2a77a7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "DELETE /v2.0/floatingips/ae662465-8623-4e61-8a9d-2f77cce1e57f HTTP/1.1" status: 204 len: 168 time: 1.5185258 Jun 23 12:00:52.469588 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'tag': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:52.471960 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addf7a43-bba3-4818-b814-6b962d793bef" -d '{"events": [{"name": "network-changed", "server_uuid": "c3dde8e4-1b68-42be-ab9d-7a47869a6214", "tag": "1bf26417-9e61-446b-af12-0f2d3c6c3a6c"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:52.514774 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54762) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:52.530396 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8e9176-c382-4e14-8a64-bb7de904b3af x-openstack-request-id: req-0f8e9176-c382-4e14-8a64-bb7de904b3af {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:52.530690 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3dde8e4-1b68-42be-ab9d-7a47869a6214", "tag": "1bf26417-9e61-446b-af12-0f2d3c6c3a6c", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:52.530942 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0f8e9176-c382-4e14-8a64-bb7de904b3af {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:52.531350 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8e9176-c382-4e14-8a64-bb7de904b3af'] response: {'name': 'network-changed', 'server_uuid': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'tag': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c', 'status': 'completed', 'code': 200} Jun 23 12:00:52.533364 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f14a223c-eca4-4db0-a2c6-be95c6183b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:52.559433 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39851e2-c43c-4022-8b53-c91bd260896f None None] New status for floating IP f6b36807-114a-49b6-b56e-373a40ffe3d7: ACTIVE {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:00:52.614920 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf7a43-bba3-4818-b814-6b962d793bef req-5f049985-08c7-44ba-b316-8e66c84c084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:52.618691 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-addf7a43-bba3-4818-b814-6b962d793bef req-5f049985-08c7-44ba-b316-8e66c84c084e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=45aa73614bc447bdb1bfda38ad541ab3&device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 1129 time: 0.0653436 Jun 23 12:00:52.623691 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-390c2e87-b17e-4573-8131-11169da6a9cc None None] Set router 4a049c19-2c7e-4a60-ab9e-285569d15400 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:52.671059 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f14a223c-eca4-4db0-a2c6-be95c6183b4b admin admin] Publish callbacks [] for security_group (b242cd24-f1eb-4ab1-a760-88271bd85899), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:52.681714 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f14a223c-eca4-4db0-a2c6-be95c6183b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (b242cd24-f1eb-4ab1-a760-88271bd85899), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:52.750650 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'tag': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:52.752879 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1552b032-179c-4f32-a3c4-a3c99e1f6e42" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3c7247-2686-47a7-96dc-7ffbbe7e7c62", "tag": "b3a6b734-e0ed-4bdf-9b35-b9b65ed45592"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:52.777629 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a223c-eca4-4db0-a2c6-be95c6183b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b242cd24-f1eb-4ab1-a760-88271bd85899,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:52.782525 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-f14a223c-eca4-4db0-a2c6-be95c6183b4b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6033403e0f3f49bf8882b2eb07bb01f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663393 Jun 23 12:00:52.784886 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54772) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:52.796524 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf7a43-bba3-4818-b814-6b962d793bef req-baf1e59d-6943-4744-b4a8-4b264f6f110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:52.798025 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-addf7a43-bba3-4818-b814-6b962d793bef req-baf1e59d-6943-4744-b4a8-4b264f6f110d service neutron] 10.222.0.44 "GET /v2.0/networks?id=33bf599f-e007-4787-9458-fbe47f8701cd HTTP/1.1" status: 200 len: 915 time: 0.1727068 Jun 23 12:00:52.816808 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:52.848586 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-addf7a43-bba3-4818-b814-6b962d793bef req-7f57b156-4da3-47f5-863e-1c0fc204b496 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf26417-9e61-446b-af12-0f2d3c6c3a6c HTTP/1.1" status: 200 len: 217 time: 0.0433080 Jun 23 12:00:52.857438 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9ca356-bf72-4bf5-a684-e471ae8a4b9f x-openstack-request-id: req-ff9ca356-bf72-4bf5-a684-e471ae8a4b9f {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:52.857727 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3c7247-2686-47a7-96dc-7ffbbe7e7c62", "tag": "b3a6b734-e0ed-4bdf-9b35-b9b65ed45592", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:52.858368 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ff9ca356-bf72-4bf5-a684-e471ae8a4b9f {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:52.858766 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9ca356-bf72-4bf5-a684-e471ae8a4b9f'] response: {'name': 'network-changed', 'server_uuid': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'tag': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592', 'status': 'completed', 'code': 200} Jun 23 12:00:52.879071 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:52.890871 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-54a675c7-ff10-4bbb-a0d7-209358c6653c admin admin] Publish callbacks [] for security_group (b242cd24-f1eb-4ab1-a760-88271bd85899), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:52.912146 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:52.915831 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-54a675c7-ff10-4bbb-a0d7-209358c6653c admin admin] Publish callbacks [] for security_group (b242cd24-f1eb-4ab1-a760-88271bd85899), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:52.958557 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552b032-179c-4f32-a3c4-a3c99e1f6e42 req-3d29cb7d-eb61-4872-959e-190b25a9f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:52.960157 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1552b032-179c-4f32-a3c4-a3c99e1f6e42 req-3d29cb7d-eb61-4872-959e-190b25a9f267 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d211354c655b469491d235e5507e61ba&device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 1129 time: 0.0582404 Jun 23 12:00:52.962172 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf7a43-bba3-4818-b814-6b962d793bef req-1213df8d-a9e6-40d0-b44c-335f8cfa9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:52.963754 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-addf7a43-bba3-4818-b814-6b962d793bef req-1213df8d-a9e6-40d0-b44c-335f8cfa9c35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f554e47e-c8b1-4009-867d-2e008caa27f9 HTTP/1.1" status: 200 len: 853 time: 0.0975022 Jun 23 12:00:52.967440 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-390c2e87-b17e-4573-8131-11169da6a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'name': 'tempest-TestMinimumBasicScenario-219940052-router', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:27Z', 'revision_number': 4, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'gw_port': {'id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '71e49b06-b349-4b73-a680-e4316c8b32a1', 'name': '', 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'mac_address': 'fa:16:3e:83:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:26Z', 'updated_at': '2022-06-23T11:57:34Z', 'revision_number': 5, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'subnets': [{'id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:52.973597 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-54a675c7-ff10-4bbb-a0d7-209358c6653c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (b242cd24-f1eb-4ab1-a760-88271bd85899), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:52.976276 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-54a675c7-ff10-4bbb-a0d7-209358c6653c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:52.977465 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-54a675c7-ff10-4bbb-a0d7-209358c6653c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b242cd24-f1eb-4ab1-a760-88271bd85899 HTTP/1.1" status: 204 len: 168 time: 0.1916499 Jun 23 12:00:52.985532 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a675c7-ff10-4bbb-a0d7-209358c6653c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b242cd24-f1eb-4ab1-a760-88271bd85899,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:52.994788 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390c2e87-b17e-4573-8131-11169da6a9cc None None] Checking router: 4a049c19-2c7e-4a60-ab9e-285569d15400 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:00:53.005551 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c2e87-b17e-4573-8131-11169da6a9cc None None] Routers {'4a049c19-2c7e-4a60-ab9e-285569d15400'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:53.006169 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-390c2e87-b17e-4573-8131-11169da6a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['4a049c19-2c7e-4a60-ab9e-285569d15400'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:53.052443 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:53.113075 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-390c2e87-b17e-4573-8131-11169da6a9cc None None] Set router 4a049c19-2c7e-4a60-ab9e-285569d15400 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:53.267405 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf7a43-bba3-4818-b814-6b962d793bef req-6e347581-c1c7-4750-a7de-b6fe769835f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:53.269245 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-addf7a43-bba3-4818-b814-6b962d793bef req-6e347581-c1c7-4750-a7de-b6fe769835f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33bf599f-e007-4787-9458-fbe47f8701cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711548 Jun 23 12:00:53.324174 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-390c2e87-b17e-4573-8131-11169da6a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'name': 'tempest-TestMinimumBasicScenario-219940052-router', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:27Z', 'revision_number': 4, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'gw_port': {'id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '71e49b06-b349-4b73-a680-e4316c8b32a1', 'name': '', 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'mac_address': 'fa:16:3e:83:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:26Z', 'updated_at': '2022-06-23T11:57:34Z', 'revision_number': 5, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'subnets': [{'id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:53.354147 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390c2e87-b17e-4573-8131-11169da6a9cc None None] The sync data for ids ['4a049c19-2c7e-4a60-ab9e-285569d15400'] in dv-cinder-826608-3-iscsi is: [{'id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'name': 'tempest-TestMinimumBasicScenario-219940052-router', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:27Z', 'revision_number': 4, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'gw_port': {'id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '71e49b06-b349-4b73-a680-e4316c8b32a1', 'name': '', 'network_id': '33bf599f-e007-4787-9458-fbe47f8701cd', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'mac_address': 'fa:16:3e:83:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:26Z', 'updated_at': '2022-06-23T11:57:34Z', 'revision_number': 5, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'subnets': [{'id': 'f554e47e-c8b1-4009-867d-2e008caa27f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:00:53.385172 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552b032-179c-4f32-a3c4-a3c99e1f6e42 req-03ace2b7-50a2-47fb-8933-99d496ecf3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:53.387102 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1552b032-179c-4f32-a3c4-a3c99e1f6e42 req-03ace2b7-50a2-47fb-8933-99d496ecf3da service neutron] 10.222.0.44 "GET /v2.0/networks?id=95d2a966-c2d0-4baf-b3af-40bcab8446e6 HTTP/1.1" status: 200 len: 918 time: 0.1877050 Jun 23 12:00:53.463147 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-addf7a43-bba3-4818-b814-6b962d793bef req-13a11b43-21f1-4bc8-baad-e22fde931915 service neutron] 10.222.0.44 "GET /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648822 Jun 23 12:00:53.481277 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1552b032-179c-4f32-a3c4-a3c99e1f6e42 req-3e27618a-59ba-4c0c-9259-360a3f150576 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 HTTP/1.1" status: 200 len: 1001 time: 0.0855639 Jun 23 12:00:53.589394 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552b032-179c-4f32-a3c4-a3c99e1f6e42 req-6d07f941-2d8e-486d-b084-c4027126def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:53.594792 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1552b032-179c-4f32-a3c4-a3c99e1f6e42 req-6d07f941-2d8e-486d-b084-c4027126def2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fea9b42-e008-42bd-8176-b6f37ce2fc7a HTTP/1.1" status: 200 len: 856 time: 0.1008105 Jun 23 12:00:53.626795 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-addf7a43-bba3-4818-b814-6b962d793bef req-605409f9-ae6a-4f38-9500-a93ba28aa059 service neutron] 10.222.0.44 "GET /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533685 Jun 23 12:00:53.660649 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552b032-179c-4f32-a3c4-a3c99e1f6e42 req-b17245f3-580f-48ad-8583-e9973ae5c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:53.662205 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1552b032-179c-4f32-a3c4-a3c99e1f6e42 req-b17245f3-580f-48ad-8583-e9973ae5c63f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95d2a966-c2d0-4baf-b3af-40bcab8446e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513022 Jun 23 12:00:53.697332 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b4f98-32ba-4b62-b144-c5304b3c1725 None None] New status for floating IP ae662465-8623-4e61-8a9d-2f77cce1e57f: DOWN {{(pid=103991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:00:53.708663 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:53.728134 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:53.764594 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1552b032-179c-4f32-a3c4-a3c99e1f6e42 req-203382d7-8be2-428f-ae29-e6de23a111e0 service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951681 Jun 23 12:00:53.867008 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1552b032-179c-4f32-a3c4-a3c99e1f6e42 req-8ca20879-a46b-4710-b35c-ffe4d30e769b service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944440 Jun 23 12:00:55.394650 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd98f4-9ac8-4deb-9c7b-70d3356543b2 req-89064ce6-2f9a-4307-b4df-a8ae7743ce13 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:55.396100 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-50fd98f4-9ac8-4deb-9c7b-70d3356543b2 req-89064ce6-2f9a-4307-b4df-a8ae7743ce13 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0459533 Jun 23 12:00:55.442421 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-50fd98f4-9ac8-4deb-9c7b-70d3356543b2 req-ab9df3c1-8401-4e12-91e6-a004e1d2fd71 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406778 Jun 23 12:00:56.360353 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba4514-25c3-4450-bf08-e693bdf1abbe req-cac5c4a3-15c6-47b3-97c1-79858074923a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:56.361986 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-55ba4514-25c3-4450-bf08-e693bdf1abbe req-cac5c4a3-15c6-47b3-97c1-79858074923a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0490782 Jun 23 12:00:56.411735 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-55ba4514-25c3-4450-bf08-e693bdf1abbe req-6b5b72db-14b9-4fc4-827b-c5cddbcce184 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440748 Jun 23 12:00:56.572970 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a804f0c-e2ed-4ea2-a3b4-154e45bb2cb3 req-bc8e0d18-2598-4e9a-8727-29272edf020e tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:56.574457 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9a804f0c-e2ed-4ea2-a3b4-154e45bb2cb3 req-bc8e0d18-2598-4e9a-8727-29272edf020e tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0524399 Jun 23 12:00:56.622926 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9a804f0c-e2ed-4ea2-a3b4-154e45bb2cb3 req-5a46c2de-3a46-4568-b3e3-927d42e45cf8 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417030 Jun 23 12:00:57.525918 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694a996-fe96-48cc-9cf4-2c6c511754e4 req-77436726-db91-42bb-9867-48365298b371 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:57.527385 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e694a996-fe96-48cc-9cf4-2c6c511754e4 req-77436726-db91-42bb-9867-48365298b371 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0485101 Jun 23 12:00:57.578581 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e694a996-fe96-48cc-9cf4-2c6c511754e4 req-c6bbdd1e-3c84-41ce-a7d5-242d324df2ff tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450461 Jun 23 12:00:57.736037 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb5ce4-d10c-4068-8e46-81c5f38898b0 req-9d4fc528-157f-4524-a33f-13e7df2f62c6 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:57.737558 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d2fb5ce4-d10c-4068-8e46-81c5f38898b0 req-9d4fc528-157f-4524-a33f-13e7df2f62c6 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0474234 Jun 23 12:00:57.786327 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d2fb5ce4-d10c-4068-8e46-81c5f38898b0 req-cb63542d-acfb-4e5f-ac6a-f0306c25a0c5 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431957 Jun 23 12:00:58.036983 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:58.053691 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb241500-73fd-4d00-8591-777c24584e84 req-7bed2d55-363f-443b-b458-2517bde6d42e tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:58.055251 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fb241500-73fd-4d00-8591-777c24584e84 req-7bed2d55-363f-443b-b458-2517bde6d42e tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.0564468 Jun 23 12:00:58.138669 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eefb0-50f3-41a1-9fc4-270a74aaf1f4 req-7ea8d26e-ee7f-48b4-a114-a1968587b77c tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:58.140157 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-380eefb0-50f3-41a1-9fc4-270a74aaf1f4 req-7ea8d26e-ee7f-48b4-a114-a1968587b77c tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.44 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0840342 Jun 23 12:00:58.164393 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54882) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:58.219928 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-fb241500-73fd-4d00-8591-777c24584e84 req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Deleting port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:00:58.220075 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fb241500-73fd-4d00-8591-777c24584e84 req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:58.273650 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b898cd4-c7b5-4bac-ae9d-199c9777a2d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:58.283237 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-380eefb0-50f3-41a1-9fc4-270a74aaf1f4 req-aa9da41a-71d1-4988-99f8-cbe8ef96a78f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Deleting port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:00:58.283579 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-380eefb0-50f3-41a1-9fc4-270a74aaf1f4 req-aa9da41a-71d1-4988-99f8-cbe8ef96a78f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (2b1b9605-d448-4f5e-8b07-f5d1a8bf6799), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:58.349434 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b898cd4-c7b5-4bac-ae9d-199c9777a2d8 admin admin] Publish callbacks [] for security_group (0b94e822-dfd9-4721-9b7b-7f7b95b1a085), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:58.354133 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b898cd4-c7b5-4bac-ae9d-199c9777a2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (0b94e822-dfd9-4721-9b7b-7f7b95b1a085), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:58.396077 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-8b898cd4-c7b5-4bac-ae9d-199c9777a2d8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=674100995a964635ab2fc6a20b574485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305155 Jun 23 12:00:58.397058 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b898cd4-c7b5-4bac-ae9d-199c9777a2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b94e822-dfd9-4721-9b7b-7f7b95b1a085,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:58.399454 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54888) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:58.412221 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-fb241500-73fd-4d00-8591-777c24584e84 req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] For port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1bf26417-9e61-446b-af12-0f2d3c6c3a6c,segment=NetworkSegment(44c9e63a-5798-420d-89a1-3133beb23606),segment_id=44c9e63a-5798-420d-89a1-3133beb23606)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:58.412596 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fb241500-73fd-4d00-8591-777c24584e84 req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:58.432530 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-fb241500-73fd-4d00-8591-777c24584e84 req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Calling delete_port for 1bf26417-9e61-446b-af12-0f2d3c6c3a6c owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:00:58.451167 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9309f030-3676-4d8f-baad-1a6d93c09e0c admin admin] Publish callbacks [] for security_group (0b94e822-dfd9-4721-9b7b-7f7b95b1a085), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:58.457085 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-380eefb0-50f3-41a1-9fc4-270a74aaf1f4 req-aa9da41a-71d1-4988-99f8-cbe8ef96a78f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] For port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:00:58.457455 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-380eefb0-50f3-41a1-9fc4-270a74aaf1f4 req-aa9da41a-71d1-4988-99f8-cbe8ef96a78f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (2b1b9605-d448-4f5e-8b07-f5d1a8bf6799), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:58.472897 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9309f030-3676-4d8f-baad-1a6d93c09e0c admin admin] Publish callbacks [] for security_group (0b94e822-dfd9-4721-9b7b-7f7b95b1a085), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:58.524265 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9309f030-3676-4d8f-baad-1a6d93c09e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (0b94e822-dfd9-4721-9b7b-7f7b95b1a085), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:58.526869 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9309f030-3676-4d8f-baad-1a6d93c09e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:58.528049 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-9309f030-3676-4d8f-baad-1a6d93c09e0c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0b94e822-dfd9-4721-9b7b-7f7b95b1a085 HTTP/1.1" status: 204 len: 168 time: 0.1277189 Jun 23 12:00:58.536579 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309f030-3676-4d8f-baad-1a6d93c09e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b94e822-dfd9-4721-9b7b-7f7b95b1a085,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:58.562009 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:58.704635 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf47722-231d-4fa5-abc4-acfaacb72b7d req-71deb11f-7096-41ba-93b9-7db4fee8f1f5 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:58.707261 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4bf47722-231d-4fa5-abc4-acfaacb72b7d req-71deb11f-7096-41ba-93b9-7db4fee8f1f5 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 946 time: 0.0565271 Jun 23 12:00:58.764639 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4bf47722-231d-4fa5-abc4-acfaacb72b7d req-3c7faf10-dfc2-4def-a585-84d8ec4bbea7 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=563f4053-21c7-47f1-b900-c0459f9904c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498307 Jun 23 12:00:58.855263 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54900) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:58.869537 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f402b031-5ebe-42ec-ba10-cb1f91fdf0dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:58.923232 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:58.955125 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f402b031-5ebe-42ec-ba10-cb1f91fdf0dc admin admin] Publish callbacks [] for security_group (871e91f8-e2a9-4422-a877-25355f499e89), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:58.959260 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f402b031-5ebe-42ec-ba10-cb1f91fdf0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (871e91f8-e2a9-4422-a877-25355f499e89), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:58.980173 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:59.003270 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-f402b031-5ebe-42ec-ba10-cb1f91fdf0dc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c5265d9ba0ea4aa8be983b3fe4a2ece5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467826 Jun 23 12:00:59.006323 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 54902) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:00:59.014931 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402b031-5ebe-42ec-ba10-cb1f91fdf0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871e91f8-e2a9-4422-a877-25355f499e89,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:59.037289 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b788b-c8bc-4140-ad90-81d7596d5476 req-3c3ff0eb-b0ba-4e3f-a1e3-6822894b56f7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:00:59.038811 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-305b788b-c8bc-4140-ad90-81d7596d5476 req-3c3ff0eb-b0ba-4e3f-a1e3-6822894b56f7 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3dde8e4-1b68-42be-ab9d-7a47869a6214 HTTP/1.1" status: 200 len: 945 time: 0.1461439 Jun 23 12:00:59.045190 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fb241500-73fd-4d00-8591-777c24584e84 req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (1bf26417-9e61-446b-af12-0f2d3c6c3a6c), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:59.058930 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['1bf26417-9e61-446b-af12-0f2d3c6c3a6c'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:00:59.065836 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-380eefb0-50f3-41a1-9fc4-270a74aaf1f4 req-aa9da41a-71d1-4988-99f8-cbe8ef96a78f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:59.066201 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-380eefb0-50f3-41a1-9fc4-270a74aaf1f4 req-aa9da41a-71d1-4988-99f8-cbe8ef96a78f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (bc219ec7-d413-4776-929c-0c86350a8548), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:59.066522 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [req-380eefb0-50f3-41a1-9fc4-270a74aaf1f4 req-aa9da41a-71d1-4988-99f8-cbe8ef96a78f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Floating IP bc219ec7-d413-4776-929c-0c86350a8548 disassociated. External IP: 172.27.3.114, port: 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799. Jun 23 12:00:59.066869 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-380eefb0-50f3-41a1-9fc4-270a74aaf1f4 req-aa9da41a-71d1-4988-99f8-cbe8ef96a78f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Calling delete_port for 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:00:59.071381 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5001954-8b6c-43bf-875d-e3d805792cc0 admin admin] Publish callbacks [] for security_group (871e91f8-e2a9-4422-a877-25355f499e89), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:59.094384 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5001954-8b6c-43bf-875d-e3d805792cc0 admin admin] Publish callbacks [] for security_group (871e91f8-e2a9-4422-a877-25355f499e89), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:59.098422 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Pushing event deleted for resources: {'Port': ['ID=1bf26417-9e61-446b-af12-0f2d3c6c3a6c,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:59.146614 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5001954-8b6c-43bf-875d-e3d805792cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (871e91f8-e2a9-4422-a877-25355f499e89), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:59.149253 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5001954-8b6c-43bf-875d-e3d805792cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:59.150404 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e5001954-8b6c-43bf-875d-e3d805792cc0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/871e91f8-e2a9-4422-a877-25355f499e89 HTTP/1.1" status: 204 len: 168 time: 0.1429181 Jun 23 12:00:59.159583 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:59.160150 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:59.160277 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5001954-8b6c-43bf-875d-e3d805792cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871e91f8-e2a9-4422-a877-25355f499e89,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:59.160835 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:59.161190 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:59.162206 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:59.162555 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:59.163095 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:59.163443 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:59.163782 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:59.164119 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:59.164456 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:59.164823 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:59.165302 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:59.165626 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:59.165955 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:00:59.208082 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:00:59.238862 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb241500-73fd-4d00-8591-777c24584e84 req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] No DVR routers for this DVR port 1bf26417-9e61-446b-af12-0f2d3c6c3a6c on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:00:59.241563 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fb241500-73fd-4d00-8591-777c24584e84 req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:59.245022 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fb241500-73fd-4d00-8591-777c24584e84 req-c1391cf7-1fa2-4e4e-a971-466b25276411 tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.44 "DELETE /v2.0/ports/1bf26417-9e61-446b-af12-0f2d3c6c3a6c HTTP/1.1" status: 204 len: 173 time: 1.1781023 Jun 23 12:00:59.251168 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'name': 'network-vif-deleted', 'tag': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:00:59.253638 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d1d091-c4e4-4a24-a071-2539f7a100ff" -d '{"events": [{"server_uuid": "c3dde8e4-1b68-42be-ab9d-7a47869a6214", "name": "network-vif-deleted", "tag": "1bf26417-9e61-446b-af12-0f2d3c6c3a6c"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:00:59.268743 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-305b788b-c8bc-4140-ad90-81d7596d5476 req-4e087848-1599-4496-a7a5-ec119cece98f tempest-TestMinimumBasicScenario-362085252 tempest-TestMinimumBasicScenario-362085252-project] 10.222.0.67 "GET /v2.0/security-groups?id=d23666be-f79f-4daa-b779-02d53a048b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202125 Jun 23 12:00:59.303581 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105cbbb7-f9ae-4712-9a20-5ed8eb522690 x-openstack-request-id: req-105cbbb7-f9ae-4712-9a20-5ed8eb522690 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:00:59.304002 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3dde8e4-1b68-42be-ab9d-7a47869a6214", "name": "network-vif-deleted", "tag": "1bf26417-9e61-446b-af12-0f2d3c6c3a6c", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:00:59.304256 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-105cbbb7-f9ae-4712-9a20-5ed8eb522690 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:00:59.304705 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105cbbb7-f9ae-4712-9a20-5ed8eb522690'] response: {'server_uuid': 'c3dde8e4-1b68-42be-ab9d-7a47869a6214', 'name': 'network-vif-deleted', 'tag': '1bf26417-9e61-446b-af12-0f2d3c6c3a6c', 'status': 'completed', 'code': 200} Jun 23 12:00:59.366377 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-380eefb0-50f3-41a1-9fc4-270a74aaf1f4 req-aa9da41a-71d1-4988-99f8-cbe8ef96a78f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (2b1b9605-d448-4f5e-8b07-f5d1a8bf6799), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:59.395170 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9da41a-71d1-4988-99f8-cbe8ef96a78f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event deleted for resources: {'Port': ['ID=2b1b9605-d448-4f5e-8b07-f5d1a8bf6799,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:00:59.522180 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-380eefb0-50f3-41a1-9fc4-270a74aaf1f4 req-aa9da41a-71d1-4988-99f8-cbe8ef96a78f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Router c0b673df-1003-4023-af23-883ae5ce1995 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:00:59.640293 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-380eefb0-50f3-41a1-9fc4-270a74aaf1f4 req-aa9da41a-71d1-4988-99f8-cbe8ef96a78f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:00:59.656891 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c99ac51-fd79-4993-abb7-70516d221db1 None None] Sync routers for ids ['c0b673df-1003-4023-af23-883ae5ce1995'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:00:59.671763 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c99ac51-fd79-4993-abb7-70516d221db1 None None] Routers {'c0b673df-1003-4023-af23-883ae5ce1995'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:00:59.673146 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-6c99ac51-fd79-4993-abb7-70516d221db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c0b673df-1003-4023-af23-883ae5ce1995'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:00:59.697377 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-380eefb0-50f3-41a1-9fc4-270a74aaf1f4 req-aa9da41a-71d1-4988-99f8-cbe8ef96a78f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] No DVR routers for this DVR port 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:00:59.701833 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-380eefb0-50f3-41a1-9fc4-270a74aaf1f4 req-aa9da41a-71d1-4988-99f8-cbe8ef96a78f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:00:59.706221 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-380eefb0-50f3-41a1-9fc4-270a74aaf1f4 req-aa9da41a-71d1-4988-99f8-cbe8ef96a78f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.44 "DELETE /v2.0/ports/2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 HTTP/1.1" status: 204 len: 173 time: 1.5603595 Jun 23 12:00:59.804581 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-6c99ac51-fd79-4993-abb7-70516d221db1 None None] Set router c0b673df-1003-4023-af23-883ae5ce1995 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:00:59.975091 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e9448251-daa7-4744-ab16-91b1713e6cd8 req-d5cd0278-44f6-459c-a278-3176d05cbab2 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=7134bd36-8b37-48ff-bcfb-ab369c0ef601 HTTP/1.1" status: 200 len: 210 time: 0.0817018 Jun 23 12:01:00.082805 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-6c99ac51-fd79-4993-abb7-70516d221db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '3243d711-168b-434c-b57d-9f9d2f24b1ec', 'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'mac_address': 'fa:16:3e:1d:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:53Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 5, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'subnets': [{'id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:00.107697 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c99ac51-fd79-4993-abb7-70516d221db1 None None] Checking router: c0b673df-1003-4023-af23-883ae5ce1995 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:01:00.116264 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c99ac51-fd79-4993-abb7-70516d221db1 None None] Routers {'c0b673df-1003-4023-af23-883ae5ce1995'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:01:00.116920 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-6c99ac51-fd79-4993-abb7-70516d221db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c0b673df-1003-4023-af23-883ae5ce1995'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:00.224381 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-6c99ac51-fd79-4993-abb7-70516d221db1 None None] Set router c0b673df-1003-4023-af23-883ae5ce1995 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:01:00.394422 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:00.468633 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-6c99ac51-fd79-4993-abb7-70516d221db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '3243d711-168b-434c-b57d-9f9d2f24b1ec', 'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'mac_address': 'fa:16:3e:1d:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:53Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 5, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'subnets': [{'id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:00.507221 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c99ac51-fd79-4993-abb7-70516d221db1 None None] The sync data for ids ['c0b673df-1003-4023-af23-883ae5ce1995'] in dv-cinder-826608-3-iscsi is: [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '3243d711-168b-434c-b57d-9f9d2f24b1ec', 'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'mac_address': 'fa:16:3e:1d:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:53Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 5, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'subnets': [{'id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:01:00.818400 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8977bf1e-caa9-467e-9962-692d5533c9fc None None] New status for floating IP bc219ec7-d413-4776-929c-0c86350a8548: DOWN {{(pid=103991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:01:01.074719 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-880b2a74-d868-47b1-b7a0-7a4059140ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:01.086349 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55008) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:01.159131 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-01087598-9302-42f1-a57e-899b94c5331d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group (563f4053-21c7-47f1-b900-c0459f9904c8), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:01.189500 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-01087598-9302-42f1-a57e-899b94c5331d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group (563f4053-21c7-47f1-b900-c0459f9904c8), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:01.206769 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 55014) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:01.250215 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-01087598-9302-42f1-a57e-899b94c5331d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (563f4053-21c7-47f1-b900-c0459f9904c8), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:01.254620 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-01087598-9302-42f1-a57e-899b94c5331d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:01.255424 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-01087598-9302-42f1-a57e-899b94c5331d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "DELETE /v2.0/security-groups/563f4053-21c7-47f1-b900-c0459f9904c8 HTTP/1.1" status: 204 len: 168 time: 0.1671617 Jun 23 12:01:01.258587 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 55018) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:01.267715 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01087598-9302-42f1-a57e-899b94c5331d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563f4053-21c7-47f1-b900-c0459f9904c8,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:01.283659 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.api.v2.resource [None req-3f7d10b8-f551-4c0f-8d7c-7396be8b4931 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] show failed (client error): The resource could not be found. Jun 23 12:01:01.288903 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55020) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:01.289173 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-3f7d10b8-f551-4c0f-8d7c-7396be8b4931 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups/563f4053-21c7-47f1-b900-c0459f9904c8 HTTP/1.1" status: 404 len: 347 time: 0.0293038 Jun 23 12:01:01.330474 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7134bd36-8b37-48ff-bcfb-ab369c0ef601', 'name': 'network-vif-deleted', 'tag': '2b1b9605-d448-4f5e-8b07-f5d1a8bf6799'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:01:01.333805 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fc2ae9-2a64-49cf-a6a7-e7894b73affd" -d '{"events": [{"server_uuid": "7134bd36-8b37-48ff-bcfb-ab369c0ef601", "name": "network-vif-deleted", "tag": "2b1b9605-d448-4f5e-8b07-f5d1a8bf6799"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:01:01.351435 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:01.408466 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87308307-072d-42d5-b004-6fee9be3d484 x-openstack-request-id: req-87308307-072d-42d5-b004-6fee9be3d484 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:01:01.408794 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7134bd36-8b37-48ff-bcfb-ab369c0ef601", "name": "network-vif-deleted", "tag": "2b1b9605-d448-4f5e-8b07-f5d1a8bf6799", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:01:01.409030 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-87308307-072d-42d5-b004-6fee9be3d484 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:01:01.409427 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87308307-072d-42d5-b004-6fee9be3d484'] response: {'server_uuid': '7134bd36-8b37-48ff-bcfb-ab369c0ef601', 'name': 'network-vif-deleted', 'tag': '2b1b9605-d448-4f5e-8b07-f5d1a8bf6799', 'status': 'completed', 'code': 200} Jun 23 12:01:01.622179 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a96a-d324-48a2-9f7a-ce1b5007a073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597640'] for router_interface (4a049c19-2c7e-4a60-ab9e-285569d15400), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:01.658278 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-e234f1bb-3c46-471a-93f3-1f98dfc86082 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Deleting port 03af1e8b-afb8-41ba-bfd8-449cf7ab4322 {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:01:01.658715 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e234f1bb-3c46-471a-93f3-1f98dfc86082 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (03af1e8b-afb8-41ba-bfd8-449cf7ab4322), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:01.752270 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e234f1bb-3c46-471a-93f3-1f98dfc86082 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (03af1e8b-afb8-41ba-bfd8-449cf7ab4322), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:01.752998 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e234f1bb-3c46-471a-93f3-1f98dfc86082 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for floatingip (03af1e8b-afb8-41ba-bfd8-449cf7ab4322), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:01.769880 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-e234f1bb-3c46-471a-93f3-1f98dfc86082 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Calling delete_port for 03af1e8b-afb8-41ba-bfd8-449cf7ab4322 owned by network:floatingip {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:01:01.825411 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:01.844000 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55038) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:01.867174 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7a96a-d324-48a2-9f7a-ce1b5007a073 admin admin] Deleting port 71e49b06-b349-4b73-a680-e4316c8b32a1 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:01:01.867440 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a96a-d324-48a2-9f7a-ce1b5007a073 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:01.932215 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e234f1bb-3c46-471a-93f3-1f98dfc86082 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (03af1e8b-afb8-41ba-bfd8-449cf7ab4322), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:01.970662 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [None req-b4f7a96a-d324-48a2-9f7a-ce1b5007a073 admin admin] For port 71e49b06-b349-4b73-a680-e4316c8b32a1, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=71e49b06-b349-4b73-a680-e4316c8b32a1,segment=NetworkSegment(44c9e63a-5798-420d-89a1-3133beb23606),segment_id=44c9e63a-5798-420d-89a1-3133beb23606)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:01.971014 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a96a-d324-48a2-9f7a-ce1b5007a073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:01.972936 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234f1bb-3c46-471a-93f3-1f98dfc86082 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event deleted for resources: {'Port': ['ID=03af1e8b-afb8-41ba-bfd8-449cf7ab4322,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:01.981138 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f3775677-4f86-4410-9bee-34895791e611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:01.985378 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:01.991847 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7a96a-d324-48a2-9f7a-ce1b5007a073 admin admin] Calling delete_port for 71e49b06-b349-4b73-a680-e4316c8b32a1 owned by network:router_interface {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:01:02.081795 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e234f1bb-3c46-471a-93f3-1f98dfc86082 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for floatingip (bc219ec7-d413-4776-929c-0c86350a8548), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.084288 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e234f1bb-3c46-471a-93f3-1f98dfc86082 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.085486 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e234f1bb-3c46-471a-93f3-1f98dfc86082 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "DELETE /v2.0/floatingips/bc219ec7-d413-4776-929c-0c86350a8548 HTTP/1.1" status: 204 len: 168 time: 0.7932961 Jun 23 12:01:02.121054 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:02.157009 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f3775677-4f86-4410-9bee-34895791e611 admin admin] Publish callbacks [] for security_group (470112d3-15b3-4dac-9f39-1a4f0f5e3ac5), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.161415 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f3775677-4f86-4410-9bee-34895791e611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (470112d3-15b3-4dac-9f39-1a4f0f5e3ac5), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.176170 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 55044) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:02.180820 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-d135ff13-b5d3-4388-a915-6efa35c1ed02 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1869290579', 'description': 'tempest-description--1750600717'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:01:02.189009 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a96a-d324-48a2-9f7a-ce1b5007a073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (71e49b06-b349-4b73-a680-e4316c8b32a1), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.203078 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-f3775677-4f86-4410-9bee-34895791e611 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1ef9ed6f90754fdfb6a4cd3d6b7d8abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580575 Jun 23 12:01:02.203938 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3775677-4f86-4410-9bee-34895791e611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470112d3-15b3-4dac-9f39-1a4f0f5e3ac5,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:02.206249 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55046) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:02.222913 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7a96a-d324-48a2-9f7a-ce1b5007a073 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e49b06-b349-4b73-a680-e4316c8b32a1,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:02.229512 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:02.234238 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d135ff13-b5d3-4388-a915-6efa35c1ed02 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.268943 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9ffabda4-8cd7-40db-98e6-87fbbacceaae admin admin] Publish callbacks [] for security_group (470112d3-15b3-4dac-9f39-1a4f0f5e3ac5), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.293670 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9ffabda4-8cd7-40db-98e6-87fbbacceaae admin admin] Publish callbacks [] for security_group (470112d3-15b3-4dac-9f39-1a4f0f5e3ac5), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.349535 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9ffabda4-8cd7-40db-98e6-87fbbacceaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (470112d3-15b3-4dac-9f39-1a4f0f5e3ac5), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.352257 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9ffabda4-8cd7-40db-98e6-87fbbacceaae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.353611 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-9ffabda4-8cd7-40db-98e6-87fbbacceaae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/470112d3-15b3-4dac-9f39-1a4f0f5e3ac5 HTTP/1.1" status: 204 len: 168 time: 0.1461580 Jun 23 12:01:02.364104 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffabda4-8cd7-40db-98e6-87fbbacceaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470112d3-15b3-4dac-9f39-1a4f0f5e3ac5,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:02.380706 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:02.441072 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d135ff13-b5d3-4388-a915-6efa35c1ed02 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group (0428daa6-6260-4325-927a-539c1415abe2), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.450311 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d135ff13-b5d3-4388-a915-6efa35c1ed02 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (0428daa6-6260-4325-927a-539c1415abe2), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.494421 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a96a-d324-48a2-9f7a-ce1b5007a073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597532'] for router_interface (4a049c19-2c7e-4a60-ab9e-285569d15400), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.502486 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d135ff13-b5d3-4388-a915-6efa35c1ed02 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.503754 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-d135ff13-b5d3-4388-a915-6efa35c1ed02 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3266494 Jun 23 12:01:02.507027 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55050) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:02.508754 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135ff13-b5d3-4388-a915-6efa35c1ed02 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0428daa6-6260-4325-927a-539c1415abe2,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:02.517063 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-8c12cc99-e2a0-4cc3-9992-54d41143ea6b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Request body: {'security_group_rule': {'security_group_id': '0428daa6-6260-4325-927a-539c1415abe2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:01:02.557042 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8c12cc99-e2a0-4cc3-9992-54d41143ea6b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group_rule (158ac762-8c68-411c-8801-da368b75fc87), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.623306 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8c12cc99-e2a0-4cc3-9992-54d41143ea6b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group_rule (158ac762-8c68-411c-8801-da368b75fc87), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.628098 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8c12cc99-e2a0-4cc3-9992-54d41143ea6b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (158ac762-8c68-411c-8801-da368b75fc87), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.648484 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12cc99-e2a0-4cc3-9992-54d41143ea6b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158ac762-8c68-411c-8801-da368b75fc87,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:02.660202 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8c12cc99-e2a0-4cc3-9992-54d41143ea6b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.664479 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-8c12cc99-e2a0-4cc3-9992-54d41143ea6b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562004 Jun 23 12:01:02.665186 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55054) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:02.670174 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-e78e2baa-f576-4bca-8493-7cd779c520d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Request body: {'security_group_rule': {'security_group_id': '0428daa6-6260-4325-927a-539c1415abe2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:01:02.672636 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:02.700102 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e78e2baa-f576-4bca-8493-7cd779c520d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group_rule (b9bb700f-e7a8-4c91-aa81-a88e3d6ca5f5), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.741988 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f7a96a-d324-48a2-9f7a-ce1b5007a073 admin admin] Router 4a049c19-2c7e-4a60-ab9e-285569d15400 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:01:02.753407 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55056) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:02.772760 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e78e2baa-f576-4bca-8493-7cd779c520d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group_rule (b9bb700f-e7a8-4c91-aa81-a88e3d6ca5f5), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.773839 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b0e467b8-8bb3-48ac-b2ee-ae69c3bc20a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.782362 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e78e2baa-f576-4bca-8493-7cd779c520d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (b9bb700f-e7a8-4c91-aa81-a88e3d6ca5f5), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.800249 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:01:02.803600 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:02.807759 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e2baa-f576-4bca-8493-7cd779c520d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bb700f-e7a8-4c91-aa81-a88e3d6ca5f5,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:02.823762 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e78e2baa-f576-4bca-8493-7cd779c520d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.828342 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e78e2baa-f576-4bca-8493-7cd779c520d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588421 Jun 23 12:01:02.829146 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55058) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:02.830070 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:01:02.830693 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 2b1b9605-d448-4f5e-8b07-f5d1a8bf6799 not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:01:02.831243 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 1bf26417-9e61-446b-af12-0f2d3c6c3a6c no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:01:02.836661 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Request body: {'floatingip': {'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:01:02.872911 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f7a96a-d324-48a2-9f7a-ce1b5007a073 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:01:02.878657 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.882842 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-b4f7a96a-d324-48a2-9f7a-ce1b5007a073 admin admin] 10.222.0.67 "PUT /v2.0/routers/4a049c19-2c7e-4a60-ab9e-285569d15400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6737535 Jun 23 12:01:02.883477 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 55060) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:02.898097 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:INSERT=21,neutron:SELECT=73,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:02.973051 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:02.979297 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b0e467b8-8bb3-48ac-b2ee-ae69c3bc20a9 admin admin] Publish callbacks [] for security_group (3fcd1ca1-0462-4a60-b21e-e3f26a40119c), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.986001 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d1a29-fe0a-4973-bd2f-b955c4b00dbb None None] Sync routers for ids ['4a049c19-2c7e-4a60-ab9e-285569d15400'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:01:02.991116 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-b0e467b8-8bb3-48ac-b2ee-ae69c3bc20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (3fcd1ca1-0462-4a60-b21e-e3f26a40119c), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:02.991287 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: 1bf26417-9e61-446b-af12-0f2d3c6c3a6c {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:01:02.991287 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 1bf26417-9e61-446b-af12-0f2d3c6c3a6c not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:01:02.999615 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d1a29-fe0a-4973-bd2f-b955c4b00dbb None None] Routers {'4a049c19-2c7e-4a60-ab9e-285569d15400'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:01:03.000339 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-3b2d1a29-fe0a-4973-bd2f-b955c4b00dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['4a049c19-2c7e-4a60-ab9e-285569d15400'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:03.011725 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f06c59d1-e109-4e9b-b843-caf4bc04dce8 admin admin] Publish callbacks [] for router (4a049c19-2c7e-4a60-ab9e-285569d15400), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.034287 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.045937 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-b0e467b8-8bb3-48ac-b2ee-ae69c3bc20a9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3f78928f9c314423b588ace549ea57f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915518 Jun 23 12:01:03.046806 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e467b8-8bb3-48ac-b2ee-ae69c3bc20a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcd1ca1-0462-4a60-b21e-e3f26a40119c,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:03.049519 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55062) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:03.111775 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-3b2d1a29-fe0a-4973-bd2f-b955c4b00dbb None None] Set router 4a049c19-2c7e-4a60-ab9e-285569d15400 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:01:03.115319 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f06c59d1-e109-4e9b-b843-caf4bc04dce8 admin admin] Publish callbacks [] for router_gateway (4a049c19-2c7e-4a60-ab9e-285569d15400), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.146624 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9976f8dd-a98d-477b-afa8-04edbca2c00a admin admin] Publish callbacks [] for security_group (3fcd1ca1-0462-4a60-b21e-e3f26a40119c), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.162314 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-f06c59d1-e109-4e9b-b843-caf4bc04dce8 admin admin] Deleting port b9595c4e-a348-44b9-952d-b3a5a4ebbe81 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:01:03.162657 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f06c59d1-e109-4e9b-b843-caf4bc04dce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (b9595c4e-a348-44b9-952d-b3a5a4ebbe81), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.199699 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9976f8dd-a98d-477b-afa8-04edbca2c00a admin admin] Publish callbacks [] for security_group (3fcd1ca1-0462-4a60-b21e-e3f26a40119c), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.234205 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Allocated IP 172.27.3.239 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/ab06be31-fc76-48d8-a607-21e76b06b8fd) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:01:03.253735 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [None req-f06c59d1-e109-4e9b-b843-caf4bc04dce8 admin admin] For port b9595c4e-a348-44b9-952d-b3a5a4ebbe81, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=b9595c4e-a348-44b9-952d-b3a5a4ebbe81,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:03.254339 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f06c59d1-e109-4e9b-b843-caf4bc04dce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (b9595c4e-a348-44b9-952d-b3a5a4ebbe81), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.256980 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:03.278322 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-f06c59d1-e109-4e9b-b843-caf4bc04dce8 admin admin] Calling delete_port for b9595c4e-a348-44b9-952d-b3a5a4ebbe81 owned by network:router_gateway {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:01:03.315873 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-3b2d1a29-fe0a-4973-bd2f-b955c4b00dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'name': 'tempest-TestMinimumBasicScenario-219940052-router', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T12:01:02Z', 'revision_number': 5, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'gw_port': {'id': 'b9595c4e-a348-44b9-952d-b3a5a4ebbe81', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T11:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:03.330503 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9976f8dd-a98d-477b-afa8-04edbca2c00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (3fcd1ca1-0462-4a60-b21e-e3f26a40119c), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.333002 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9976f8dd-a98d-477b-afa8-04edbca2c00a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.336489 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-9976f8dd-a98d-477b-afa8-04edbca2c00a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3fcd1ca1-0462-4a60-b21e-e3f26a40119c HTTP/1.1" status: 204 len: 168 time: 0.2826500 Jun 23 12:01:03.347964 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d1a29-fe0a-4973-bd2f-b955c4b00dbb None None] Checking router: 4a049c19-2c7e-4a60-ab9e-285569d15400 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:01:03.352316 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976f8dd-a98d-477b-afa8-04edbca2c00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcd1ca1-0462-4a60-b21e-e3f26a40119c,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:03.376501 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d1a29-fe0a-4973-bd2f-b955c4b00dbb None None] Routers {'4a049c19-2c7e-4a60-ab9e-285569d15400'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:01:03.377300 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-3b2d1a29-fe0a-4973-bd2f-b955c4b00dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:00:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['4a049c19-2c7e-4a60-ab9e-285569d15400'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:03.382537 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for port (ab06be31-fc76-48d8-a607-21e76b06b8fd), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.432084 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (ab06be31-fc76-48d8-a607-21e76b06b8fd), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.473297 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-30e9955d-a590-4cc9-b869-0f7f643304c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.484346 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f06c59d1-e109-4e9b-b843-caf4bc04dce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (b9595c4e-a348-44b9-952d-b3a5a4ebbe81), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.484946 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:01:03.488126 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:03.492298 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-3b2d1a29-fe0a-4973-bd2f-b955c4b00dbb None None] Set router 4a049c19-2c7e-4a60-ab9e-285569d15400 gateway port host: None {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:01:03.492934 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:01:03.516934 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event updated for resources: {'Port': ['ID=ab06be31-fc76-48d8-a607-21e76b06b8fd,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:03.525550 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c59d1-e109-4e9b-b843-caf4bc04dce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9595c4e-a348-44b9-952d-b3a5a4ebbe81,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:03.553294 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-3b2d1a29-fe0a-4973-bd2f-b955c4b00dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'name': 'tempest-TestMinimumBasicScenario-219940052-router', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T12:01:03Z', 'revision_number': 6, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'gw_port_host': None}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:03.580096 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2d1a29-fe0a-4973-bd2f-b955c4b00dbb None None] The sync data for ids ['4a049c19-2c7e-4a60-ab9e-285569d15400'] in dv-cinder-826608-3-iscsi is: [{'id': '4a049c19-2c7e-4a60-ab9e-285569d15400', 'name': 'tempest-TestMinimumBasicScenario-219940052-router', 'tenant_id': '45aa73614bc447bdb1bfda38ad541ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:23Z', 'updated_at': '2022-06-23T12:01:03Z', 'revision_number': 6, 'project_id': '45aa73614bc447bdb1bfda38ad541ab3', 'gw_port_host': None}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:01:03.582343 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:03.606418 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for floatingip (db12e488-b316-4365-a7e5-05821e1fafc1), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.607633 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f06c59d1-e109-4e9b-b843-caf4bc04dce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595256'] for router_gateway (4a049c19-2c7e-4a60-ab9e-285569d15400), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.613508 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:03.657433 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (ab06be31-fc76-48d8-a607-21e76b06b8fd), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.704919 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f06c59d1-e109-4e9b-b843-caf4bc04dce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28040'] for router (4a049c19-2c7e-4a60-ab9e-285569d15400), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.707201 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f06c59d1-e109-4e9b-b843-caf4bc04dce8 admin admin] Publish callbacks [] for router_controller (4a049c19-2c7e-4a60-ab9e-285569d15400), precommit_delete_associations {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.750728 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f06c59d1-e109-4e9b-b843-caf4bc04dce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597951'] for router (4a049c19-2c7e-4a60-ab9e-285569d15400), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.751358 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06c59d1-e109-4e9b-b843-caf4bc04dce8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a049c19-2c7e-4a60-ab9e-285569d15400 {{(pid=103988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:01:03.758691 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-f06c59d1-e109-4e9b-b843-caf4bc04dce8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.762152 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-f06c59d1-e109-4e9b-b843-caf4bc04dce8 admin admin] 10.222.0.67 "DELETE /v2.0/routers/4a049c19-2c7e-4a60-ab9e-285569d15400 HTTP/1.1" status: 204 len: 168 time: 0.8752315 Jun 23 12:01:03.762382 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 55070) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:03.811851 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_v2 [None req-778cf6d8-49df-4b09-95f7-4196c23c4851 admin admin] Deleting subnet f554e47e-c8b1-4009-867d-2e008caa27f9 {{(pid=103988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 12:01:03.815329 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-778cf6d8-49df-4b09-95f7-4196c23c4851 admin admin] Publish callbacks [] for subnet (f554e47e-c8b1-4009-867d-2e008caa27f9), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.823539 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for port (ab06be31-fc76-48d8-a607-21e76b06b8fd), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.828960 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (ab06be31-fc76-48d8-a607-21e76b06b8fd), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.851495 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-778cf6d8-49df-4b09-95f7-4196c23c4851 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28331940'] for subnet (f554e47e-c8b1-4009-867d-2e008caa27f9), precommit_delete_associations {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.885811 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:03.914370 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event updated for resources: {'Port': ['ID=ab06be31-fc76-48d8-a607-21e76b06b8fd,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:03.917473 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (db12e488-b316-4365-a7e5-05821e1fafc1), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.937915 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:03.939503 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-187b1bd3-c518-4b2d-85f1-47f74ae0afe0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1096356 Jun 23 12:01:03.947935 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-778cf6d8-49df-4b09-95f7-4196c23c4851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (f554e47e-c8b1-4009-867d-2e008caa27f9), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:04.015765 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-778cf6d8-49df-4b09-95f7-4196c23c4851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28484913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29328204'] for subnet (f554e47e-c8b1-4009-867d-2e008caa27f9), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:04.046753 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-778cf6d8-49df-4b09-95f7-4196c23c4851 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:04.051372 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-778cf6d8-49df-4b09-95f7-4196c23c4851 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f554e47e-c8b1-4009-867d-2e008caa27f9 HTTP/1.1" status: 204 len: 168 time: 0.2879226 Jun 23 12:01:04.051746 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21216d5-9d0a-4744-bbb0-a3f7ab98bae0 None None] Network 33bf599f-e007-4787-9458-fbe47f8701cd requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 12:01:04.052406 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778cf6d8-49df-4b09-95f7-4196c23c4851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f554e47e-c8b1-4009-867d-2e008caa27f9,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:04.054564 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55082) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:04.152278 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (33bf599f-e007-4787-9458-fbe47f8701cd), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:04.225765 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] Deleting port a12feb8d-fe68-4a72-b452-3ed7c05217f6 {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:01:04.226103 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (a12feb8d-fe68-4a72-b452-3ed7c05217f6), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:04.274054 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-5aa3bc5b-bb00-436f-89dd-bdf92365913d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1869290579&fields=id&tenant_id=a1a92a7ffc864256b48a9848b27f9fd2 HTTP/1.1" status: 200 len: 267 time: 0.0833294 Jun 23 12:01:04.352590 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] For port a12feb8d-fe68-4a72-b452-3ed7c05217f6, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=a12feb8d-fe68-4a72-b452-3ed7c05217f6,segment=NetworkSegment(44c9e63a-5798-420d-89a1-3133beb23606),segment_id=44c9e63a-5798-420d-89a1-3133beb23606)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:04.352986 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (a12feb8d-fe68-4a72-b452-3ed7c05217f6), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:04.394159 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] Calling delete_port for a12feb8d-fe68-4a72-b452-3ed7c05217f6 owned by network:dhcp {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:01:04.476612 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcee7b6-15b6-454b-92a1-5aa385d760bd None None] DHCP port deletion for 33bf599f-e007-4787-9458-fbe47f8701cd request from dv-cinder-826608-3-iscsi {{(pid=103990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 12:01:04.494996 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-7ad00ae6-f2cc-4c59-aa6a-254f587601c0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:04.496615 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-7ad00ae6-f2cc-4c59-aa6a-254f587601c0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/networks?id=6ec90cf8-67c4-41e3-bbbb-0e606173a369 HTTP/1.1" status: 200 len: 809 time: 0.1933978 Jun 23 12:01:04.539156 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:04.549062 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-8bf892e9-51c1-4f34-8bbb-213b60a7a7fe tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/quotas/a1a92a7ffc864256b48a9848b27f9fd2 HTTP/1.1" status: 200 len: 375 time: 0.0295866 Jun 23 12:01:04.555419 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-5bcee7b6-15b6-454b-92a1-5aa385d760bd None None] Deleting port a12feb8d-fe68-4a72-b452-3ed7c05217f6 {{(pid=103990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:01:04.556183 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5bcee7b6-15b6-454b-92a1-5aa385d760bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (a12feb8d-fe68-4a72-b452-3ed7c05217f6), before_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:04.581217 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 71e49b06-b349-4b73-a680-e4316c8b32a1 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:01:04.586315 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (a12feb8d-fe68-4a72-b452-3ed7c05217f6), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:04.612197 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 71e49b06-b349-4b73-a680-e4316c8b32a1 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:01:04.612551 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 71e49b06-b349-4b73-a680-e4316c8b32a1 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:01:04.613052 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device a12feb8d-fe68-4a72-b452-3ed7c05217f6 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:01:04.621125 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12feb8d-fe68-4a72-b452-3ed7c05217f6,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:04.637440 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-a72d5a55-2ab1-4694-b21f-5fb8c2de15c8 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a1a92a7ffc864256b48a9848b27f9fd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815783 Jun 23 12:01:04.643220 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] No DVR routers for this DVR port a12feb8d-fe68-4a72-b452-3ed7c05217f6 on host dv-cinder-826608-3-iscsi {{(pid=103989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:01:04.690465 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: a12feb8d-fe68-4a72-b452-3ed7c05217f6 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:01:04.690825 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device a12feb8d-fe68-4a72-b452-3ed7c05217f6 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:01:04.691270 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b9595c4e-a348-44b9-952d-b3a5a4ebbe81 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:01:04.707955 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-5bcee7b6-15b6-454b-92a1-5aa385d760bd None None] For port a12feb8d-fe68-4a72-b452-3ed7c05217f6, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=a12feb8d-fe68-4a72-b452-3ed7c05217f6,segment=NetworkSegment(44c9e63a-5798-420d-89a1-3133beb23606),segment_id=44c9e63a-5798-420d-89a1-3133beb23606)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:04.708366 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5bcee7b6-15b6-454b-92a1-5aa385d760bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (a12feb8d-fe68-4a72-b452-3ed7c05217f6), precommit_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:04.739622 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: b9595c4e-a348-44b9-952d-b3a5a4ebbe81 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:01:04.744039 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b9595c4e-a348-44b9-952d-b3a5a4ebbe81 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:01:04.748917 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:04.754015 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-5bcee7b6-15b6-454b-92a1-5aa385d760bd None None] Calling delete_port for a12feb8d-fe68-4a72-b452-3ed7c05217f6 owned by network:dhcp {{(pid=103990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:01:04.801974 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (33bf599f-e007-4787-9458-fbe47f8701cd), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:04.823672 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-b878c82d-a413-455f-9906-c640b4b8f0e9 service neutron] 10.222.0.67 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821856 Jun 23 12:01:04.832582 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bf599f-e007-4787-9458-fbe47f8701cd']}} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:04.835388 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-5bcee7b6-15b6-454b-92a1-5aa385d760bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483'] for port (a12feb8d-fe68-4a72-b452-3ed7c05217f6), after_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:04.866510 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcee7b6-15b6-454b-92a1-5aa385d760bd None None] Pushing event deleted for resources: {'Port': ['ID=a12feb8d-fe68-4a72-b452-3ed7c05217f6,revision_number=None']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:04.870469 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c9e63a-5798-420d-89a1-3133beb23606') {'for_net_delete': True} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:04.870942 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c9e63a-5798-420d-89a1-3133beb23606') {} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:04.871933 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcee7b6-15b6-454b-92a1-5aa385d760bd None None] No DVR routers for this DVR port a12feb8d-fe68-4a72-b452-3ed7c05217f6 on host dv-cinder-826608-3-iscsi {{(pid=103990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:01:04.902467 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28146423'] for segment (44c9e63a-5798-420d-89a1-3133beb23606), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:04.967571 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (44c9e63a-5798-420d-89a1-3133beb23606), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:04.970075 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:04.989325 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:01:04.989969 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27818876'] for segment (44c9e63a-5798-420d-89a1-3133beb23606), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:05.029642 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment 44c9e63a-5798-420d-89a1-3133beb23606 resource provider aggregate not found Jun 23 12:01:05.072266 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment 44c9e63a-5798-420d-89a1-3133beb23606 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44c9e63a-5798-420d-89a1-3133beb23606 found for delete ", "request_id": "req-7dcff037-6ef3-4410-b37e-a434265038e0"}]} Jun 23 12:01:05.075968 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-554cf40e-19fb-4044-8c6b-265955e1a160 service neutron] 10.222.0.67 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398171 Jun 23 12:01:05.086269 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (33bf599f-e007-4787-9458-fbe47f8701cd), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:05.094087 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:05.097297 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] 10.222.0.67 "DELETE /v2.0/networks/33bf599f-e007-4787-9458-fbe47f8701cd HTTP/1.1" status: 204 len: 168 time: 1.0417292 Jun 23 12:01:05.100504 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 55150) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:05.115320 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a88703-1967-4d8c-8362-81050cb00e91 admin admin] Pushing event deleted for resources: {'Network': ['ID=33bf599f-e007-4787-9458-fbe47f8701cd,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:05.613659 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-72833d2e-6390-4cea-907c-39c59239c871 req-60c23ac8-6f47-451d-918c-b23b58530bbe tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 210 time: 0.3239887 Jun 23 12:01:05.719461 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:05.756365 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-42b964ec-18aa-43bc-974f-093a1cc61357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597640'] for router_interface (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:05.905198 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:05.949655 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:05.995426 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-42b964ec-18aa-43bc-974f-093a1cc61357 admin admin] Deleting port b7961c17-238c-4506-a88d-08c34cc8d300 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:01:05.995657 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-42b964ec-18aa-43bc-974f-093a1cc61357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:06.089970 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [None req-42b964ec-18aa-43bc-974f-093a1cc61357 admin admin] For port b7961c17-238c-4506-a88d-08c34cc8d300, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=b7961c17-238c-4506-a88d-08c34cc8d300,segment=NetworkSegment(b1c53e09-3cd0-48b2-b7e0-262271e643dd),segment_id=b1c53e09-3cd0-48b2-b7e0-262271e643dd)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:06.090340 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-42b964ec-18aa-43bc-974f-093a1cc61357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:06.103842 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-42b964ec-18aa-43bc-974f-093a1cc61357 admin admin] Calling delete_port for b7961c17-238c-4506-a88d-08c34cc8d300 owned by network:router_interface {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:01:06.141405 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:06.392187 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-42b964ec-18aa-43bc-974f-093a1cc61357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (b7961c17-238c-4506-a88d-08c34cc8d300), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:06.448997 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b964ec-18aa-43bc-974f-093a1cc61357 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7961c17-238c-4506-a88d-08c34cc8d300,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:06.478097 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-acebf33a-3c8e-47db-b7f9-73e237e4f1aa tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:06.479596 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-acebf33a-3c8e-47db-b7f9-73e237e4f1aa tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.44 "GET /v2.0/networks?id=6ec90cf8-67c4-41e3-bbbb-0e606173a369 HTTP/1.1" status: 200 len: 809 time: 0.2141542 Jun 23 12:01:06.677971 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1b439cb3-42f4-4a83-a9d6-3cfc848d8a76 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1a92a7ffc864256b48a9848b27f9fd2 HTTP/1.1" status: 200 len: 380 time: 0.1127281 Jun 23 12:01:06.679052 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-42b964ec-18aa-43bc-974f-093a1cc61357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597532'] for router_interface (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:06.689970 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-e2efcee2-2ce0-49e8-8ed8-e77eff2a83d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Request body: {'port': {'device_id': '55cdb509-57bb-458f-969a-99f8da10eea5', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'admin_state_up': True, 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'security_groups': ['0428daa6-6260-4325-927a-539c1415abe2']}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:01:06.717129 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-609804a6-fce4-4d07-8775-776e09284e4c req-1c4c6ed8-fc40-4796-b64d-50e14c582a93 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 210 time: 0.0287116 Jun 23 12:01:06.744324 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:06.810608 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:06.942977 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-e2efcee2-2ce0-49e8-8ed8-e77eff2a83d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Made reservation on behalf of a1a92a7ffc864256b48a9848b27f9fd2 for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:01:06.946775 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-e2efcee2-2ce0-49e8-8ed8-e77eff2a83d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:07.059422 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b964ec-18aa-43bc-974f-093a1cc61357 admin admin] Router c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:01:07.211170 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-e2efcee2-2ce0-49e8-8ed8-e77eff2a83d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Allocated IP 172.20.0.5 (6ec90cf8-67c4-41e3-bbbb-0e606173a369/5479a9c9-7903-44a1-b59c-af44f63c9c99/4bdd1459-2b27-4ac0-9b5f-00e9113b956f) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:01:07.237714 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b964ec-18aa-43bc-974f-093a1cc61357 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:01:07.243767 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-42b964ec-18aa-43bc-974f-093a1cc61357 admin admin] 10.222.0.67 "PUT /v2.0/routers/c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1420217 Jun 23 12:01:07.246742 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55188) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:07.252198 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1c3473-1b82-46c6-bbcf-a767d54b5dfe None None] Sync routers for ids ['c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:01:07.264153 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1c3473-1b82-46c6-bbcf-a767d54b5dfe None None] Routers {'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:01:07.264838 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-dc1c3473-1b82-46c6-bbcf-a767d54b5dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:01:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:07.367762 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-41485cb2-dfcb-4aac-aef3-5277824dbe1b admin admin] Publish callbacks [] for router (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:07.372716 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-dc1c3473-1b82-46c6-bbcf-a767d54b5dfe None None] Set router c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:01:07.391769 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-e2efcee2-2ce0-49e8-8ed8-e77eff2a83d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for port (4bdd1459-2b27-4ac0-9b5f-00e9113b956f), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:07.433475 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-e2efcee2-2ce0-49e8-8ed8-e77eff2a83d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (4bdd1459-2b27-4ac0-9b5f-00e9113b956f), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:07.483850 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-41485cb2-dfcb-4aac-aef3-5277824dbe1b admin admin] Publish callbacks [] for router_gateway (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:07.491169 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-e2efcee2-2ce0-49e8-8ed8-e77eff2a83d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:01:07.492572 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efcee2-2ce0-49e8-8ed8-e77eff2a83d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event updated for resources: {'Port': ['ID=4bdd1459-2b27-4ac0-9b5f-00e9113b956f,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:07.497071 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-e2efcee2-2ce0-49e8-8ed8-e77eff2a83d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:07.499772 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-e2efcee2-2ce0-49e8-8ed8-e77eff2a83d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:01:07.536056 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-41485cb2-dfcb-4aac-aef3-5277824dbe1b admin admin] Deleting port d80caf74-35df-44ab-9ad8-d30c0d8ed455 {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:01:07.536537 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-41485cb2-dfcb-4aac-aef3-5277824dbe1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (d80caf74-35df-44ab-9ad8-d30c0d8ed455), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:07.548212 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-dc1c3473-1b82-46c6-bbcf-a767d54b5dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'name': 'tempest-TestMinimumBasicScenario-288547853-router', 'tenant_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd80caf74-35df-44ab-9ad8-d30c0d8ed455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:32Z', 'updated_at': '2022-06-23T12:01:06Z', 'revision_number': 5, 'project_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'gw_port': {'id': 'd80caf74-35df-44ab-9ad8-d30c0d8ed455', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:57:34Z', 'updated_at': '2022-06-23T11:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:07.572476 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-e2efcee2-2ce0-49e8-8ed8-e77eff2a83d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:07.573185 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-e2efcee2-2ce0-49e8-8ed8-e77eff2a83d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:07.576263 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1c3473-1b82-46c6-bbcf-a767d54b5dfe None None] Checking router: c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:01:07.576655 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:07.586892 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1c3473-1b82-46c6-bbcf-a767d54b5dfe None None] Routers {'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:01:07.587779 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-dc1c3473-1b82-46c6-bbcf-a767d54b5dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:01:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:07.599302 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-e2efcee2-2ce0-49e8-8ed8-e77eff2a83d0 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9131229 Jun 23 12:01:07.616089 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Request body: {'port': {'device_id': '55cdb509-57bb-458f-969a-99f8da10eea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:01:07.640026 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-41485cb2-dfcb-4aac-aef3-5277824dbe1b admin admin] For port d80caf74-35df-44ab-9ad8-d30c0d8ed455, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=d80caf74-35df-44ab-9ad8-d30c0d8ed455,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:07.640739 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-41485cb2-dfcb-4aac-aef3-5277824dbe1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (d80caf74-35df-44ab-9ad8-d30c0d8ed455), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:07.660263 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:07.663212 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-41485cb2-dfcb-4aac-aef3-5277824dbe1b admin admin] Calling delete_port for d80caf74-35df-44ab-9ad8-d30c0d8ed455 owned by network:router_gateway {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:01:07.691950 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-dc1c3473-1b82-46c6-bbcf-a767d54b5dfe None None] Set router c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6 gateway port host: None {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:01:07.719554 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4bdd1459-2b27-4ac0-9b5f-00e9113b956f), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:07.755511 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-dc1c3473-1b82-46c6-bbcf-a767d54b5dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'name': 'tempest-TestMinimumBasicScenario-288547853-router', 'tenant_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:32Z', 'updated_at': '2022-06-23T12:01:07Z', 'revision_number': 6, 'project_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'gw_port_host': None}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:07.791628 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1c3473-1b82-46c6-bbcf-a767d54b5dfe None None] The sync data for ids ['c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6'] in dv-cinder-826608-3-iscsi is: [{'id': 'c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6', 'name': 'tempest-TestMinimumBasicScenario-288547853-router', 'tenant_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:57:32Z', 'updated_at': '2022-06-23T12:01:07Z', 'revision_number': 6, 'project_id': '1c4334d0e4a245f0a0a1ab8d6e35a89a', 'gw_port_host': None}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:01:07.845416 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:07.853425 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6a21403c-fefa-492c-95a8-480e50c0a9d6 None None] Provisioning complete for port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:01:07.854012 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6a21403c-fefa-492c-95a8-480e50c0a9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4bdd1459-2b27-4ac0-9b5f-00e9113b956f), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:07.892445 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6a21403c-fefa-492c-95a8-480e50c0a9d6 None None] Port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 12:01:07.906335 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-41485cb2-dfcb-4aac-aef3-5277824dbe1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (d80caf74-35df-44ab-9ad8-d30c0d8ed455), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:07.932772 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41485cb2-dfcb-4aac-aef3-5277824dbe1b admin admin] Pushing event deleted for resources: {'Port': ['ID=d80caf74-35df-44ab-9ad8-d30c0d8ed455,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:07.956745 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be386d9-d104-43a4-9f24-bf99c1b6704f req-80b333cd-a65e-4494-9376-4b9924a1e500 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:07.958271 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7be386d9-d104-43a4-9f24-bf99c1b6704f req-80b333cd-a65e-4494-9376-4b9924a1e500 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 931 time: 0.1176817 Jun 23 12:01:08.004529 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-41485cb2-dfcb-4aac-aef3-5277824dbe1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595256'] for router_gateway (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.074371 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7be386d9-d104-43a4-9f24-bf99c1b6704f req-d923c9f4-0687-42e2-bc7a-50a0919d7ce9 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=0428daa6-6260-4325-927a-539c1415abe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068215 Jun 23 12:01:08.120173 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-41485cb2-dfcb-4aac-aef3-5277824dbe1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28040'] for router (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.122916 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-41485cb2-dfcb-4aac-aef3-5277824dbe1b admin admin] Publish callbacks [] for router_controller (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.176111 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bdd1459-2b27-4ac0-9b5f-00e9113b956f {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:01:08.183258 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Publish callbacks [] for port (4bdd1459-2b27-4ac0-9b5f-00e9113b956f), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.202865 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-41485cb2-dfcb-4aac-aef3-5277824dbe1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597951'] for router (c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.203686 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41485cb2-dfcb-4aac-aef3-5277824dbe1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6 {{(pid=103989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:01:08.209147 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Transition to ACTIVE for port object 4bdd1459-2b27-4ac0-9b5f-00e9113b956f will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 12:01:08.212296 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-41485cb2-dfcb-4aac-aef3-5277824dbe1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.216118 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (4bdd1459-2b27-4ac0-9b5f-00e9113b956f), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.218526 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-41485cb2-dfcb-4aac-aef3-5277824dbe1b admin admin] 10.222.0.67 "DELETE /v2.0/routers/c67ebbd9-bc8e-46cf-b3dc-ea60bbf12ad6 HTTP/1.1" status: 204 len: 168 time: 0.9690711 Jun 23 12:01:08.219407 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55194) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:08.289763 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b6b442-3a1f-41b8-989f-6369a6653476 admin admin] Deleting subnet b76908c8-beae-4293-b40b-49067df2e554 {{(pid=103989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 12:01:08.293253 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f6b6b442-3a1f-41b8-989f-6369a6653476 admin admin] Publish callbacks [] for subnet (b76908c8-beae-4293-b40b-49067df2e554), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.334399 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdd1459-2b27-4ac0-9b5f-00e9113b956f,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:08.339506 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:08.348692 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f6b6b442-3a1f-41b8-989f-6369a6653476 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28146412'] for subnet (b76908c8-beae-4293-b40b-49067df2e554), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.369509 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Attempting to bind port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 12:01:08.369868 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Attempting to bind port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 12:01:08.370179 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Attempting to bind port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f on network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:01:08.375978 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f on network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 12:01:08.376311 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Attempting to bind port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f on network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:01:08.381964 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 12, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 12:01:08.382367 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Checking segment: {'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 12:01:08.382762 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Bound using segment: {'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 12:01:08.383200 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Bound port: 4bdd1459-2b27-4ac0-9b5f-00e9113b956f, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa382305-b4d0-40f8-adf6-644a48e23fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 12:01:08.383565 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4bdd1459-2b27-4ac0-9b5f-00e9113b956f), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.462934 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] For port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:01:08.466374 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] For port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4bdd1459-2b27-4ac0-9b5f-00e9113b956f,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:01:08.473573 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (4bdd1459-2b27-4ac0-9b5f-00e9113b956f), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.517364 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:08.517613 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.519457 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] 10.222.0.44 "PUT /v2.0/ports/4bdd1459-2b27-4ac0-9b5f-00e9113b956f HTTP/1.1" status: 200 len: 1093 time: 0.9074047 Jun 23 12:01:08.519898 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cdb509-57bb-458f-969a-99f8da10eea5', 'tag': '4bdd1459-2b27-4ac0-9b5f-00e9113b956f'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:01:08.522908 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b96b3d-6e9f-4b1c-8067-d9cfacb4de00" -d '{"events": [{"name": "network-changed", "server_uuid": "55cdb509-57bb-458f-969a-99f8da10eea5", "tag": "4bdd1459-2b27-4ac0-9b5f-00e9113b956f"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:01:08.554287 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb429bb-ab73-4459-b61f-18f586195820 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdd1459-2b27-4ac0-9b5f-00e9113b956f,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:08.571804 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3590e8-1063-4c79-9521-8d6c4f8e012d x-openstack-request-id: req-fd3590e8-1063-4c79-9521-8d6c4f8e012d {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:01:08.572096 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cdb509-57bb-458f-969a-99f8da10eea5", "tag": "4bdd1459-2b27-4ac0-9b5f-00e9113b956f", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:01:08.572353 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fd3590e8-1063-4c79-9521-8d6c4f8e012d {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:01:08.572789 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd3590e8-1063-4c79-9521-8d6c4f8e012d'] response: {'name': 'network-changed', 'server_uuid': '55cdb509-57bb-458f-969a-99f8da10eea5', 'tag': '4bdd1459-2b27-4ac0-9b5f-00e9113b956f', 'status': 'completed', 'code': 200} Jun 23 12:01:08.642693 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-2330cb1b-cd7d-416b-9ec0-ff5441ed96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:08.644598 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-2330cb1b-cd7d-416b-9ec0-ff5441ed96ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1a92a7ffc864256b48a9848b27f9fd2&device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 1127 time: 0.0661783 Jun 23 12:01:08.666270 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:08.704156 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device d80caf74-35df-44ab-9ad8-d30c0d8ed455 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:01:08.720766 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-528ef1da-70ce-4e3d-b8ab-1b73b5100922 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bdd1459-2b27-4ac0-9b5f-00e9113b956f HTTP/1.1" status: 200 len: 217 time: 0.0661738 Jun 23 12:01:08.720980 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f6b6b442-3a1f-41b8-989f-6369a6653476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (b76908c8-beae-4293-b40b-49067df2e554), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.734104 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: d80caf74-35df-44ab-9ad8-d30c0d8ed455 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:01:08.734751 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device d80caf74-35df-44ab-9ad8-d30c0d8ed455 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:01:08.736471 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b7961c17-238c-4506-a88d-08c34cc8d300 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:01:08.757601 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: b7961c17-238c-4506-a88d-08c34cc8d300 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:01:08.758323 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b7961c17-238c-4506-a88d-08c34cc8d300 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:01:08.793218 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-fa913575-b735-4ccc-bb3e-9b0135139692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:08.794834 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f6b6b442-3a1f-41b8-989f-6369a6653476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27818774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29159588'] for subnet (b76908c8-beae-4293-b40b-49067df2e554), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.795753 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-fa913575-b735-4ccc-bb3e-9b0135139692 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5479a9c9-7903-44a1-b59c-af44f63c9c99 HTTP/1.1" status: 200 len: 848 time: 0.0653837 Jun 23 12:01:08.823397 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6b442-3a1f-41b8-989f-6369a6653476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b76908c8-beae-4293-b40b-49067df2e554,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:08.829535 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-f6b6b442-3a1f-41b8-989f-6369a6653476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.832703 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-f6b6b442-3a1f-41b8-989f-6369a6653476 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b76908c8-beae-4293-b40b-49067df2e554 HTTP/1.1" status: 204 len: 168 time: 0.6121430 Jun 23 12:01:08.835253 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55198) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:08.837962 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dc2f5c-1f6f-4975-b0ea-aa629c4ef1c8 None None] Network d14bf6e2-77d3-42ac-9adb-3b3ab32b401b requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 12:01:08.858180 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-67f9d393-8e58-4abc-8d72-07795309c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:08.860192 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-67f9d393-8e58-4abc-8d72-07795309c9c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ec90cf8-67c4-41e3-bbbb-0e606173a369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573702 Jun 23 12:01:08.916028 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (d14bf6e2-77d3-42ac-9adb-3b3ab32b401b), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.976881 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] Deleting port e0eac111-2879-4400-81f5-02669f43e7ba {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:01:08.977360 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (e0eac111-2879-4400-81f5-02669f43e7ba), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:08.983943 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-27b22a84-3d84-4d50-957c-7d23c2469397 service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168652 Jun 23 12:01:09.026812 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:09.033645 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1d9491-db51-44ea-817c-4628b4188cb1 None None] DHCP port deletion for d14bf6e2-77d3-42ac-9adb-3b3ab32b401b request from dv-cinder-826608-3-iscsi {{(pid=103990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 12:01:09.064945 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] For port e0eac111-2879-4400-81f5-02669f43e7ba, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=e0eac111-2879-4400-81f5-02669f43e7ba,segment=NetworkSegment(b1c53e09-3cd0-48b2-b7e0-262271e643dd),segment_id=b1c53e09-3cd0-48b2-b7e0-262271e643dd)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:09.065328 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (e0eac111-2879-4400-81f5-02669f43e7ba), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:09.079245 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] Calling delete_port for e0eac111-2879-4400-81f5-02669f43e7ba owned by network:dhcp {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:01:09.092308 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d9491-db51-44ea-817c-4628b4188cb1 None None] Deleting port e0eac111-2879-4400-81f5-02669f43e7ba {{(pid=103990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:01:09.092700 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9491-db51-44ea-817c-4628b4188cb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (e0eac111-2879-4400-81f5-02669f43e7ba), before_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:09.111093 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b2750477-874a-44b6-a1b0-cc87c87c744d req-18bad1c1-1ac3-4889-97e8-5068ae0cf81e service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208870 Jun 23 12:01:09.168567 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:09.177119 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-fe1d9491-db51-44ea-817c-4628b4188cb1 None None] For port e0eac111-2879-4400-81f5-02669f43e7ba, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=e0eac111-2879-4400-81f5-02669f43e7ba,segment=NetworkSegment(b1c53e09-3cd0-48b2-b7e0-262271e643dd),segment_id=b1c53e09-3cd0-48b2-b7e0-262271e643dd)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:09.177515 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9491-db51-44ea-817c-4628b4188cb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (e0eac111-2879-4400-81f5-02669f43e7ba), precommit_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:09.179750 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (e0eac111-2879-4400-81f5-02669f43e7ba), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:09.194252 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d9491-db51-44ea-817c-4628b4188cb1 None None] Calling delete_port for e0eac111-2879-4400-81f5-02669f43e7ba owned by network:dhcp {{(pid=103990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:01:09.207634 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0eac111-2879-4400-81f5-02669f43e7ba,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:09.211970 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] No DVR routers for this DVR port e0eac111-2879-4400-81f5-02669f43e7ba on host dv-cinder-826608-3-iscsi {{(pid=103989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:01:09.242554 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fda0d-a017-44e7-a0da-e34c916b8102 req-f007007b-75e9-4da5-b9f2-5666dd447bb2 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:09.247022 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c99fda0d-a017-44e7-a0da-e34c916b8102 req-f007007b-75e9-4da5-b9f2-5666dd447bb2 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 943 time: 0.0732467 Jun 23 12:01:09.286741 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-fe1d9491-db51-44ea-817c-4628b4188cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483'] for port (e0eac111-2879-4400-81f5-02669f43e7ba), after_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:09.304851 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c99fda0d-a017-44e7-a0da-e34c916b8102 req-109aec0d-7a91-4735-a8ef-e8f73a9aa690 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=0428daa6-6260-4325-927a-539c1415abe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515742 Jun 23 12:01:09.310441 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d9491-db51-44ea-817c-4628b4188cb1 None None] Pushing event deleted for resources: {'Port': ['ID=e0eac111-2879-4400-81f5-02669f43e7ba,revision_number=None']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:09.326741 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (d14bf6e2-77d3-42ac-9adb-3b3ab32b401b), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:09.329642 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d9491-db51-44ea-817c-4628b4188cb1 None None] No DVR routers for this DVR port e0eac111-2879-4400-81f5-02669f43e7ba on host dv-cinder-826608-3-iscsi {{(pid=103990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:01:09.351187 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14bf6e2-77d3-42ac-9adb-3b3ab32b401b']}} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:09.358233 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:09.362236 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c53e09-3cd0-48b2-b7e0-262271e643dd') {'for_net_delete': True} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:09.362600 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c53e09-3cd0-48b2-b7e0-262271e643dd') {} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:09.375840 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28146423'] for segment (b1c53e09-3cd0-48b2-b7e0-262271e643dd), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:09.391357 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (b1c53e09-3cd0-48b2-b7e0-262271e643dd), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:09.400050 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:01:09.400976 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27818876'] for segment (b1c53e09-3cd0-48b2-b7e0-262271e643dd), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:09.428865 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment b1c53e09-3cd0-48b2-b7e0-262271e643dd resource provider aggregate not found Jun 23 12:01:09.470215 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (d14bf6e2-77d3-42ac-9adb-3b3ab32b401b), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:09.474838 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:09.478071 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d14bf6e2-77d3-42ac-9adb-3b3ab32b401b HTTP/1.1" status: 204 len: 168 time: 0.6418800 Jun 23 12:01:09.479654 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment b1c53e09-3cd0-48b2-b7e0-262271e643dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1c53e09-3cd0-48b2-b7e0-262271e643dd found for delete ", "request_id": "req-935572f5-6eaa-4428-a44d-8529539eb2da"}]} Jun 23 12:01:09.493072 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08865546-8089-4fdb-a695-af992a14fd31 admin admin] Pushing event deleted for resources: {'Network': ['ID=d14bf6e2-77d3-42ac-9adb-3b3ab32b401b,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:09.656149 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55214) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:09.697575 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-9cdd1274-88ab-40c0-9966-ceae1bd4a8eb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=45aa73614bc447bdb1bfda38ad541ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402138 Jun 23 12:01:09.700087 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55216) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:09.749171 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2ef13fef-65e8-4c39-845d-ca66075b3147 admin admin] Publish callbacks [] for security_group (d23666be-f79f-4daa-b779-02d53a048b73), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:09.750535 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:09.772217 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2ef13fef-65e8-4c39-845d-ca66075b3147 admin admin] Publish callbacks [] for security_group (d23666be-f79f-4daa-b779-02d53a048b73), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:09.820611 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2ef13fef-65e8-4c39-845d-ca66075b3147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (d23666be-f79f-4daa-b779-02d53a048b73), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:09.823217 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2ef13fef-65e8-4c39-845d-ca66075b3147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:09.824410 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-2ef13fef-65e8-4c39-845d-ca66075b3147 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d23666be-f79f-4daa-b779-02d53a048b73 HTTP/1.1" status: 204 len: 168 time: 0.1234195 Jun 23 12:01:09.834268 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef13fef-65e8-4c39-845d-ca66075b3147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23666be-f79f-4daa-b779-02d53a048b73,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:10.091640 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b96b3d-6e9f-4b1c-8067-d9cfacb4de00 req-cbfb8d9b-3e4a-4b9e-a00a-c10616956f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:10.093754 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-98b96b3d-6e9f-4b1c-8067-d9cfacb4de00 req-cbfb8d9b-3e4a-4b9e-a00a-c10616956f3e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1a92a7ffc864256b48a9848b27f9fd2&device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 1127 time: 0.0424490 Jun 23 12:01:10.187776 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 55222) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:10.230387 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:10.237559 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b96b3d-6e9f-4b1c-8067-d9cfacb4de00 req-53021835-fc6e-46b6-a410-615e4b78fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:10.239149 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-98b96b3d-6e9f-4b1c-8067-d9cfacb4de00 req-53021835-fc6e-46b6-a410-615e4b78fcf9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ec90cf8-67c4-41e3-bbbb-0e606173a369 HTTP/1.1" status: 200 len: 910 time: 0.1375852 Jun 23 12:01:10.265195 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-23f1dc65-7af9-49af-a8e1-c4064c70b2d5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1c4334d0e4a245f0a0a1ab8d6e35a89a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0762644 Jun 23 12:01:10.269308 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55224) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:10.290394 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-98b96b3d-6e9f-4b1c-8067-d9cfacb4de00 req-63c71a32-11f7-477c-a770-c4f68b7f92b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bdd1459-2b27-4ac0-9b5f-00e9113b956f HTTP/1.1" status: 200 len: 217 time: 0.0404046 Jun 23 12:01:10.328357 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-26707ada-a1b4-4108-a33b-b89feeee0021 admin admin] Publish callbacks [] for security_group (7d1b2ee6-0f9e-4ea5-9aef-7060faaf4588), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:10.357412 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b96b3d-6e9f-4b1c-8067-d9cfacb4de00 req-fc91d368-cd93-4147-9d2d-d8be0d8051e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:10.359446 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-98b96b3d-6e9f-4b1c-8067-d9cfacb4de00 req-fc91d368-cd93-4147-9d2d-d8be0d8051e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5479a9c9-7903-44a1-b59c-af44f63c9c99 HTTP/1.1" status: 200 len: 848 time: 0.0624790 Jun 23 12:01:10.367349 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-26707ada-a1b4-4108-a33b-b89feeee0021 admin admin] Publish callbacks [] for security_group (7d1b2ee6-0f9e-4ea5-9aef-7060faaf4588), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:10.436866 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b96b3d-6e9f-4b1c-8067-d9cfacb4de00 req-ce3eb305-14c9-4580-8bf1-09244c0b3b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:10.436866 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-98b96b3d-6e9f-4b1c-8067-d9cfacb4de00 req-ce3eb305-14c9-4580-8bf1-09244c0b3b7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ec90cf8-67c4-41e3-bbbb-0e606173a369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697002 Jun 23 12:01:10.440505 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-26707ada-a1b4-4108-a33b-b89feeee0021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (7d1b2ee6-0f9e-4ea5-9aef-7060faaf4588), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:10.443794 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-26707ada-a1b4-4108-a33b-b89feeee0021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:10.447831 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-26707ada-a1b4-4108-a33b-b89feeee0021 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7d1b2ee6-0f9e-4ea5-9aef-7060faaf4588 HTTP/1.1" status: 204 len: 168 time: 0.1741805 Jun 23 12:01:10.448097 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device e0eac111-2879-4400-81f5-02669f43e7ba no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:01:10.456889 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26707ada-a1b4-4108-a33b-b89feeee0021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1b2ee6-0f9e-4ea5-9aef-7060faaf4588,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:10.485963 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:10.524280 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6f964-7d2f-475f-8079-d16011682620 req-3e41f47b-d2f9-4de2-879a-aa5d0a602328 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:10.526012 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-96f6f964-7d2f-475f-8079-d16011682620 req-3e41f47b-d2f9-4de2-879a-aa5d0a602328 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 943 time: 0.0638654 Jun 23 12:01:10.528099 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: e0eac111-2879-4400-81f5-02669f43e7ba {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:01:10.535713 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device e0eac111-2879-4400-81f5-02669f43e7ba not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:01:10.569457 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-98b96b3d-6e9f-4b1c-8067-d9cfacb4de00 req-3fcfa962-41c2-4e0f-bab0-84e2101893d5 service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185079 Jun 23 12:01:10.590697 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-96f6f964-7d2f-475f-8079-d16011682620 req-f310d911-bbf3-436f-b6ee-cda4d4544067 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=0428daa6-6260-4325-927a-539c1415abe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559719 Jun 23 12:01:10.726506 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-98b96b3d-6e9f-4b1c-8067-d9cfacb4de00 req-df0c0ba6-f051-44cb-b91e-d2a67a8798ef service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495323 Jun 23 12:01:11.728127 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cc27b-7a9d-4b23-ba64-e48bf272142e req-70f72c6e-707d-443f-b8c1-93c745a6f5b7 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:11.732659 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d49cc27b-7a9d-4b23-ba64-e48bf272142e req-70f72c6e-707d-443f-b8c1-93c745a6f5b7 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 943 time: 0.0566354 Jun 23 12:01:11.763022 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:11.785210 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d49cc27b-7a9d-4b23-ba64-e48bf272142e req-6ad14571-e215-4a12-8d21-4f6e907f9c0f tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=0428daa6-6260-4325-927a-539c1415abe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514061 Jun 23 12:01:12.862743 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 4bdd1459-2b27-4ac0-9b5f-00e9113b956f details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 12:01:12.901311 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bdce2-567d-4aee-be92-917e75445e2d req-13e9b3e3-2c84-417b-9b38-73913ff375ac tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:12.902827 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7b9bdce2-567d-4aee-be92-917e75445e2d req-13e9b3e3-2c84-417b-9b38-73913ff375ac tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 943 time: 0.0521989 Jun 23 12:01:12.954086 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7b9bdce2-567d-4aee-be92-917e75445e2d req-c21e8470-7d21-4bec-b5a8-8c731edd6a5c tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=0428daa6-6260-4325-927a-539c1415abe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438256 Jun 23 12:01:12.972181 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4bdd1459-2b27-4ac0-9b5f-00e9113b956f,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:12.981440 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:12.984999 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': '4bdd1459-2b27-4ac0-9b5f-00e9113b956f', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'port_id': '4bdd1459-2b27-4ac0-9b5f-00e9113b956f', 'mac_address': 'fa:16:3e:90:8e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 12:01:13.022896 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:01:13.023291 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4bdd1459-2b27-4ac0-9b5f-00e9113b956f), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:13.037790 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bdd1459-2b27-4ac0-9b5f-00e9113b956f {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:01:13.058123 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4bdd1459-2b27-4ac0-9b5f-00e9113b956f,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:13.062366 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4bdd1459-2b27-4ac0-9b5f-00e9113b956f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:13.109395 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=4bdd1459-2b27-4ac0-9b5f-00e9113b956f,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:13.355975 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['4bdd1459-2b27-4ac0-9b5f-00e9113b956f'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:01:14.070886 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e874a7-d891-4019-bdbd-62d2e21579f8 req-bea821d9-b0fa-498a-bd67-f65f5e895c8a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:14.072900 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-89e874a7-d891-4019-bdbd-62d2e21579f8 req-bea821d9-b0fa-498a-bd67-f65f5e895c8a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 944 time: 0.0494306 Jun 23 12:01:14.121190 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-89e874a7-d891-4019-bdbd-62d2e21579f8 req-44e83618-36fb-4e69-879b-23aa3702a885 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=0428daa6-6260-4325-927a-539c1415abe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417731 Jun 23 12:01:14.879564 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 4bdd1459-2b27-4ac0-9b5f-00e9113b956f up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:01:14.921974 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 12:01:14.927122 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:01:14.927508 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4bdd1459-2b27-4ac0-9b5f-00e9113b956f), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:15.004061 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:01:15.004455 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4bdd1459-2b27-4ac0-9b5f-00e9113b956f), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:15.027334 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cdb509-57bb-458f-969a-99f8da10eea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdd1459-2b27-4ac0-9b5f-00e9113b956f'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:01:15.029583 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d940c8-83bf-4e16-8589-9478fc674fa0" -d '{"events": [{"server_uuid": "55cdb509-57bb-458f-969a-99f8da10eea5", "name": "network-vif-plugged", "status": "completed", "tag": "4bdd1459-2b27-4ac0-9b5f-00e9113b956f"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:01:15.043095 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4bdd1459-2b27-4ac0-9b5f-00e9113b956f,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:15.048370 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4bdd1459-2b27-4ac0-9b5f-00e9113b956f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:15.088180 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9cab6c-4c0e-4528-a59a-6b9d9af94346 x-openstack-request-id: req-9f9cab6c-4c0e-4528-a59a-6b9d9af94346 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:01:15.088474 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cdb509-57bb-458f-969a-99f8da10eea5", "name": "network-vif-plugged", "status": "completed", "tag": "4bdd1459-2b27-4ac0-9b5f-00e9113b956f", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:01:15.088758 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9f9cab6c-4c0e-4528-a59a-6b9d9af94346 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:01:15.089147 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f9cab6c-4c0e-4528-a59a-6b9d9af94346'] response: {'server_uuid': '55cdb509-57bb-458f-969a-99f8da10eea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdd1459-2b27-4ac0-9b5f-00e9113b956f', 'code': 200} Jun 23 12:01:15.115814 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=4bdd1459-2b27-4ac0-9b5f-00e9113b956f,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:15.282276 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de54f2-6533-432f-bae8-80e67c7cb39f req-c317b7a6-2d42-4fe7-a936-885029ab8f15 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:15.283776 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-94de54f2-6533-432f-bae8-80e67c7cb39f req-c317b7a6-2d42-4fe7-a936-885029ab8f15 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 945 time: 0.0791678 Jun 23 12:01:15.288643 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec3ceb-7d64-45db-b25b-0c03e9d54afd req-8f466247-6f60-416a-801b-4e6f6d1eea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:15.290074 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dec3ceb-7d64-45db-b25b-0c03e9d54afd req-8f466247-6f60-416a-801b-4e6f6d1eea0a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 1129 time: 0.0524714 Jun 23 12:01:15.362880 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-94de54f2-6533-432f-bae8-80e67c7cb39f req-91218991-cc07-49e1-9262-85ec0a791f21 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=0428daa6-6260-4325-927a-539c1415abe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718515 Jun 23 12:01:15.365286 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2dec3ceb-7d64-45db-b25b-0c03e9d54afd req-ee0aa8a1-02d4-41ea-9ff3-0072dcdb802a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0428daa6-6260-4325-927a-539c1415abe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668523 Jun 23 12:01:16.485956 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4c571-c0b7-48d0-bde5-a46630a2c40a req-6fcc0e44-c4fb-4d0c-abd3-b392c1a43383 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:16.487434 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-edf4c571-c0b7-48d0-bde5-a46630a2c40a req-6fcc0e44-c4fb-4d0c-abd3-b392c1a43383 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 945 time: 0.0479910 Jun 23 12:01:16.542657 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-edf4c571-c0b7-48d0-bde5-a46630a2c40a req-139b68d7-c9c2-46de-b7a0-1852e8b264d3 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=0428daa6-6260-4325-927a-539c1415abe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471578 Jun 23 12:01:17.659980 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc497a-6310-4d1f-a350-a319b522d2bd req-2ce86b60-e312-4074-a87c-518bea4e5dda tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:17.661519 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6bcc497a-6310-4d1f-a350-a319b522d2bd req-2ce86b60-e312-4074-a87c-518bea4e5dda tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 945 time: 0.0499260 Jun 23 12:01:17.709008 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6bcc497a-6310-4d1f-a350-a319b522d2bd req-54bbe97a-9e82-49ab-b56b-5205f83a9cae tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=0428daa6-6260-4325-927a-539c1415abe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416572 Jun 23 12:01:17.827292 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fa4d0-4c2e-49cd-b3c8-023febac447d req-87f56e8c-4edf-4df3-95e8-4c0ddbb2e3e7 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:17.828733 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a47fa4d0-4c2e-49cd-b3c8-023febac447d req-87f56e8c-4edf-4df3-95e8-4c0ddbb2e3e7 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 945 time: 0.0487025 Jun 23 12:01:17.837351 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 55302) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:17.842588 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-94f522d1-d354-4502-b0c2-c6e145b6fb4e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Request body: {'floatingip': {'port_id': '4bdd1459-2b27-4ac0-9b5f-00e9113b956f'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:01:17.879563 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-94f522d1-d354-4502-b0c2-c6e145b6fb4e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for floatingip (db12e488-b316-4365-a7e5-05821e1fafc1), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:17.882398 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:18.574429 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-94f522d1-d354-4502-b0c2-c6e145b6fb4e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:18.578274 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-94f522d1-d354-4502-b0c2-c6e145b6fb4e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (db12e488-b316-4365-a7e5-05821e1fafc1), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:18.673102 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [None req-94f522d1-d354-4502-b0c2-c6e145b6fb4e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Floating IP db12e488-b316-4365-a7e5-05821e1fafc1 associated. External IP: 172.27.3.239, port: 4bdd1459-2b27-4ac0-9b5f-00e9113b956f. Jun 23 12:01:18.856997 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:18.869324 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f522d1-d354-4502-b0c2-c6e145b6fb4e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Router c0b673df-1003-4023-af23-883ae5ce1995 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:01:18.975071 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f522d1-d354-4502-b0c2-c6e145b6fb4e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:01:18.979548 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-94f522d1-d354-4502-b0c2-c6e145b6fb4e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:18.985775 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a162b-59e3-4fc2-bb6e-e7df40849a63 None None] Sync routers for ids ['c0b673df-1003-4023-af23-883ae5ce1995'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:01:19.001642 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a162b-59e3-4fc2-bb6e-e7df40849a63 None None] Routers {'c0b673df-1003-4023-af23-883ae5ce1995'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:01:19.002272 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-559a162b-59e3-4fc2-bb6e-e7df40849a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:01:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c0b673df-1003-4023-af23-883ae5ce1995'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:19.010209 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-94f522d1-d354-4502-b0c2-c6e145b6fb4e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "PUT /v2.0/floatingips/db12e488-b316-4365-a7e5-05821e1fafc1 HTTP/1.1" status: 200 len: 991 time: 1.1716707 Jun 23 12:01:19.010903 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cdb509-57bb-458f-969a-99f8da10eea5', 'tag': '4bdd1459-2b27-4ac0-9b5f-00e9113b956f'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:01:19.013280 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e853cde-00fb-4fdc-a41b-c5cbade979fd" -d '{"events": [{"name": "network-changed", "server_uuid": "55cdb509-57bb-458f-969a-99f8da10eea5", "tag": "4bdd1459-2b27-4ac0-9b5f-00e9113b956f"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:01:19.050764 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f130bc4-f103-4e77-85aa-d90d74205129 x-openstack-request-id: req-2f130bc4-f103-4e77-85aa-d90d74205129 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:01:19.051054 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cdb509-57bb-458f-969a-99f8da10eea5", "tag": "4bdd1459-2b27-4ac0-9b5f-00e9113b956f", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:01:19.051304 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2f130bc4-f103-4e77-85aa-d90d74205129 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:01:19.051710 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f130bc4-f103-4e77-85aa-d90d74205129'] response: {'name': 'network-changed', 'server_uuid': '55cdb509-57bb-458f-969a-99f8da10eea5', 'tag': '4bdd1459-2b27-4ac0-9b5f-00e9113b956f', 'status': 'completed', 'code': 200} Jun 23 12:01:19.109644 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-559a162b-59e3-4fc2-bb6e-e7df40849a63 None None] Set router c0b673df-1003-4023-af23-883ae5ce1995 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:01:19.115512 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e853cde-00fb-4fdc-a41b-c5cbade979fd req-90caede2-0c66-4e54-9a69-03dc24bc6147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:19.117071 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e853cde-00fb-4fdc-a41b-c5cbade979fd req-90caede2-0c66-4e54-9a69-03dc24bc6147 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a1a92a7ffc864256b48a9848b27f9fd2&device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 1129 time: 0.0426478 Jun 23 12:01:19.154338 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:19.214791 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e853cde-00fb-4fdc-a41b-c5cbade979fd req-9bc1a366-cbf1-428d-bb6e-349840b228a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:19.216177 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e853cde-00fb-4fdc-a41b-c5cbade979fd req-9bc1a366-cbf1-428d-bb6e-349840b228a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ec90cf8-67c4-41e3-bbbb-0e606173a369 HTTP/1.1" status: 200 len: 910 time: 0.0907848 Jun 23 12:01:19.290217 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e853cde-00fb-4fdc-a41b-c5cbade979fd req-24c6b16b-719a-41a0-bf2a-fc490f590785 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bdd1459-2b27-4ac0-9b5f-00e9113b956f HTTP/1.1" status: 200 len: 999 time: 0.0643845 Jun 23 12:01:19.344033 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e853cde-00fb-4fdc-a41b-c5cbade979fd req-4a576bc7-d87b-4151-b561-7daa3abd75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:19.345476 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e853cde-00fb-4fdc-a41b-c5cbade979fd req-4a576bc7-d87b-4151-b561-7daa3abd75f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5479a9c9-7903-44a1-b59c-af44f63c9c99 HTTP/1.1" status: 200 len: 848 time: 0.0472298 Jun 23 12:01:19.391324 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e853cde-00fb-4fdc-a41b-c5cbade979fd req-5438069f-0902-4ce4-a587-23c77b2af9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:19.392860 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e853cde-00fb-4fdc-a41b-c5cbade979fd req-5438069f-0902-4ce4-a587-23c77b2af9f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ec90cf8-67c4-41e3-bbbb-0e606173a369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411625 Jun 23 12:01:19.460900 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-559a162b-59e3-4fc2-bb6e-e7df40849a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'db12e488-b316-4365-a7e5-05821e1fafc1', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'port_id': '4bdd1459-2b27-4ac0-9b5f-00e9113b956f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'mac_address': 'fa:16:3e:90:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdb509-57bb-458f-969a-99f8da10eea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:01:03Z', 'updated_at': '2022-06-23T12:01:18Z', 'revision_number': 1, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3243d711-168b-434c-b57d-9f9d2f24b1ec', 'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'mac_address': 'fa:16:3e:1d:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:53Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 5, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'subnets': [{'id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:19.490279 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e853cde-00fb-4fdc-a41b-c5cbade979fd req-bc02a05b-8e46-4aae-808b-cbc70ec952b6 service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902355 Jun 23 12:01:19.490864 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a162b-59e3-4fc2-bb6e-e7df40849a63 None None] Checking router: c0b673df-1003-4023-af23-883ae5ce1995 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:01:19.499902 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a162b-59e3-4fc2-bb6e-e7df40849a63 None None] Routers {'c0b673df-1003-4023-af23-883ae5ce1995'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:01:19.500535 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-559a162b-59e3-4fc2-bb6e-e7df40849a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:01:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c0b673df-1003-4023-af23-883ae5ce1995'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:19.574569 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:19.583672 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e853cde-00fb-4fdc-a41b-c5cbade979fd req-432d1c37-cb3c-4b9b-9ecc-d040c3e20b32 service neutron] 10.222.0.44 "GET /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871935 Jun 23 12:01:19.602677 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-559a162b-59e3-4fc2-bb6e-e7df40849a63 None None] Set router c0b673df-1003-4023-af23-883ae5ce1995 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:01:19.689818 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:01:19.748047 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:19.817226 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-559a162b-59e3-4fc2-bb6e-e7df40849a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'db12e488-b316-4365-a7e5-05821e1fafc1', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'port_id': '4bdd1459-2b27-4ac0-9b5f-00e9113b956f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'mac_address': 'fa:16:3e:90:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdb509-57bb-458f-969a-99f8da10eea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:01:03Z', 'updated_at': '2022-06-23T12:01:18Z', 'revision_number': 1, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3243d711-168b-434c-b57d-9f9d2f24b1ec', 'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'mac_address': 'fa:16:3e:1d:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:53Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 5, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'subnets': [{'id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:19.842559 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a162b-59e3-4fc2-bb6e-e7df40849a63 None None] The sync data for ids ['c0b673df-1003-4023-af23-883ae5ce1995'] in dv-cinder-826608-3-iscsi is: [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'db12e488-b316-4365-a7e5-05821e1fafc1', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'port_id': '4bdd1459-2b27-4ac0-9b5f-00e9113b956f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'mac_address': 'fa:16:3e:90:8e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cdb509-57bb-458f-969a-99f8da10eea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:01:03Z', 'updated_at': '2022-06-23T12:01:18Z', 'revision_number': 1, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3243d711-168b-434c-b57d-9f9d2f24b1ec', 'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'mac_address': 'fa:16:3e:1d:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:53Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 5, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'subnets': [{'id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:01:20.073510 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5a642-a431-4896-9791-de95b9312831 None None] New status for floating IP db12e488-b316-4365-a7e5-05821e1fafc1: ACTIVE {{(pid=103991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:01:20.159134 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:21.548648 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55356) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:21.656750 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-32d8421a-05ff-41cb-8499-a0669a4ee3de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:21.678945 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:21.735165 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-32d8421a-05ff-41cb-8499-a0669a4ee3de admin admin] Publish callbacks [] for security_group (7312852a-f2d0-473a-93b2-b10d3ad9548b), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:21.739220 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-32d8421a-05ff-41cb-8499-a0669a4ee3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (7312852a-f2d0-473a-93b2-b10d3ad9548b), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:21.779643 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-32d8421a-05ff-41cb-8499-a0669a4ee3de admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c585cd4b502b4045ad389e3bfb0accee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295291 Jun 23 12:01:21.780848 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8421a-05ff-41cb-8499-a0669a4ee3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7312852a-f2d0-473a-93b2-b10d3ad9548b,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:21.782350 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 55360) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:21.835454 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-68f509b1-10d2-4a9c-91f1-a5bb803087d1 admin admin] Publish callbacks [] for security_group (7312852a-f2d0-473a-93b2-b10d3ad9548b), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:21.856212 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-68f509b1-10d2-4a9c-91f1-a5bb803087d1 admin admin] Publish callbacks [] for security_group (7312852a-f2d0-473a-93b2-b10d3ad9548b), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:21.903729 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-68f509b1-10d2-4a9c-91f1-a5bb803087d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (7312852a-f2d0-473a-93b2-b10d3ad9548b), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:21.906326 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-68f509b1-10d2-4a9c-91f1-a5bb803087d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:21.907482 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-68f509b1-10d2-4a9c-91f1-a5bb803087d1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7312852a-f2d0-473a-93b2-b10d3ad9548b HTTP/1.1" status: 204 len: 168 time: 0.1241469 Jun 23 12:01:21.915417 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f509b1-10d2-4a9c-91f1-a5bb803087d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7312852a-f2d0-473a-93b2-b10d3ad9548b,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:22.875534 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbaacb-3bc3-495f-ad4a-8925b28740b7 req-2cc27918-1438-4957-a2e9-5ebd2a889d34 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:22.878082 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9bfbaacb-3bc3-495f-ad4a-8925b28740b7 req-2cc27918-1438-4957-a2e9-5ebd2a889d34 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 945 time: 0.0517228 Jun 23 12:01:22.932182 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9bfbaacb-3bc3-495f-ad4a-8925b28740b7 req-29ffd57c-241d-40df-9113-f2931e410c5e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480750 Jun 23 12:01:24.055214 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622cfcb-4d15-477f-8c52-79b53ad3c0de req-28691ea1-fc5a-4078-99cc-91c22fefcb6a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:24.056759 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2622cfcb-4d15-477f-8c52-79b53ad3c0de req-28691ea1-fc5a-4078-99cc-91c22fefcb6a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 945 time: 0.0489533 Jun 23 12:01:24.113622 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2622cfcb-4d15-477f-8c52-79b53ad3c0de req-2db48e09-7e13-4ef2-93b8-e452060d18fa tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510082 Jun 23 12:01:24.475313 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54814a-06d3-423e-b06f-9b15b5caced7 req-cbef43f2-ea6e-4e5e-86c5-5eea6e29ea3a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:24.476800 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3b54814a-06d3-423e-b06f-9b15b5caced7 req-cbef43f2-ea6e-4e5e-86c5-5eea6e29ea3a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 945 time: 0.0499182 Jun 23 12:01:25.230295 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c7023-2fb1-4b6d-b3ba-92de401c0663 req-394bd9f3-6d50-43ba-b8ac-d3d4926ec937 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:25.231867 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-889c7023-2fb1-4b6d-b3ba-92de401c0663 req-394bd9f3-6d50-43ba-b8ac-d3d4926ec937 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 945 time: 0.0495646 Jun 23 12:01:25.244377 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:25.281666 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-889c7023-2fb1-4b6d-b3ba-92de401c0663 req-505da66c-0461-48d4-89ab-20d601207e0a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442662 Jun 23 12:01:25.390713 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-3b54814a-06d3-423e-b06f-9b15b5caced7 req-415a4e48-7d4b-400f-97c8-74403f6d0dc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Deleting port c63ff76c-f546-4559-b427-7daf2c346e55 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:01:25.391053 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-3b54814a-06d3-423e-b06f-9b15b5caced7 req-415a4e48-7d4b-400f-97c8-74403f6d0dc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (c63ff76c-f546-4559-b427-7daf2c346e55), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:25.481843 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-3b54814a-06d3-423e-b06f-9b15b5caced7 req-415a4e48-7d4b-400f-97c8-74403f6d0dc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] For port c63ff76c-f546-4559-b427-7daf2c346e55, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c63ff76c-f546-4559-b427-7daf2c346e55,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:25.482531 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-3b54814a-06d3-423e-b06f-9b15b5caced7 req-415a4e48-7d4b-400f-97c8-74403f6d0dc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (c63ff76c-f546-4559-b427-7daf2c346e55), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:25.538454 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:25.644994 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-3b54814a-06d3-423e-b06f-9b15b5caced7 req-415a4e48-7d4b-400f-97c8-74403f6d0dc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:25.645362 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-3b54814a-06d3-423e-b06f-9b15b5caced7 req-415a4e48-7d4b-400f-97c8-74403f6d0dc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (832beec3-4f2f-40f9-bd0a-040431c14b3a), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:25.645680 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [req-3b54814a-06d3-423e-b06f-9b15b5caced7 req-415a4e48-7d4b-400f-97c8-74403f6d0dc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Floating IP 832beec3-4f2f-40f9-bd0a-040431c14b3a disassociated. External IP: 172.27.3.18, port: c63ff76c-f546-4559-b427-7daf2c346e55. Jun 23 12:01:25.646018 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-3b54814a-06d3-423e-b06f-9b15b5caced7 req-415a4e48-7d4b-400f-97c8-74403f6d0dc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Calling delete_port for c63ff76c-f546-4559-b427-7daf2c346e55 owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:01:25.772103 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-3b54814a-06d3-423e-b06f-9b15b5caced7 req-415a4e48-7d4b-400f-97c8-74403f6d0dc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (c63ff76c-f546-4559-b427-7daf2c346e55), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:25.796894 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a4e48-7d4b-400f-97c8-74403f6d0dc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event deleted for resources: {'Port': ['ID=c63ff76c-f546-4559-b427-7daf2c346e55,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:25.908508 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b54814a-06d3-423e-b06f-9b15b5caced7 req-415a4e48-7d4b-400f-97c8-74403f6d0dc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Router 0bd1f321-5d98-4143-ba24-2a3aad50da03 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:01:26.012224 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b54814a-06d3-423e-b06f-9b15b5caced7 req-415a4e48-7d4b-400f-97c8-74403f6d0dc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:01:26.022926 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7675beed-cb0d-42f3-b0c4-f0ecd9f7ad9b None None] Sync routers for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:01:26.033957 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7675beed-cb0d-42f3-b0c4-f0ecd9f7ad9b None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:01:26.034570 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-7675beed-cb0d-42f3-b0c4-f0ecd9f7ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:01:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:26.054544 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b54814a-06d3-423e-b06f-9b15b5caced7 req-415a4e48-7d4b-400f-97c8-74403f6d0dc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] No DVR routers for this DVR port c63ff76c-f546-4559-b427-7daf2c346e55 on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:01:26.057220 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-3b54814a-06d3-423e-b06f-9b15b5caced7 req-415a4e48-7d4b-400f-97c8-74403f6d0dc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:26.060431 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-3b54814a-06d3-423e-b06f-9b15b5caced7 req-415a4e48-7d4b-400f-97c8-74403f6d0dc1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "DELETE /v2.0/ports/c63ff76c-f546-4559-b427-7daf2c346e55 HTTP/1.1" status: 204 len: 173 time: 0.7474170 Jun 23 12:01:26.060908 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429b22b9-be19-4630-80e1-18b745a0eedc', 'name': 'network-vif-deleted', 'tag': 'c63ff76c-f546-4559-b427-7daf2c346e55'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:01:26.063120 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7420bee7-6517-46a1-9968-9bcb0299d15a" -d '{"events": [{"server_uuid": "429b22b9-be19-4630-80e1-18b745a0eedc", "name": "network-vif-deleted", "tag": "c63ff76c-f546-4559-b427-7daf2c346e55"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:01:26.101154 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7cb8c9-1c43-4857-b4b4-89e24a31bd4b x-openstack-request-id: req-3e7cb8c9-1c43-4857-b4b4-89e24a31bd4b {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:01:26.101477 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429b22b9-be19-4630-80e1-18b745a0eedc", "name": "network-vif-deleted", "tag": "c63ff76c-f546-4559-b427-7daf2c346e55", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:01:26.101727 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3e7cb8c9-1c43-4857-b4b4-89e24a31bd4b {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:01:26.102134 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7cb8c9-1c43-4857-b4b4-89e24a31bd4b'] response: {'server_uuid': '429b22b9-be19-4630-80e1-18b745a0eedc', 'name': 'network-vif-deleted', 'tag': 'c63ff76c-f546-4559-b427-7daf2c346e55', 'status': 'completed', 'code': 200} Jun 23 12:01:26.130317 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:26.147820 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-7675beed-cb0d-42f3-b0c4-f0ecd9f7ad9b None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:01:26.349424 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-7675beed-cb0d-42f3-b0c4-f0ecd9f7ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:26.374452 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7675beed-cb0d-42f3-b0c4-f0ecd9f7ad9b None None] Checking router: 0bd1f321-5d98-4143-ba24-2a3aad50da03 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:01:26.378636 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6d664d88-2610-4249-b26b-bb06e74de019 req-aada3e3b-7a6f-4666-a9db-f0b812dc8207 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 210 time: 0.0284021 Jun 23 12:01:26.383345 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7675beed-cb0d-42f3-b0c4-f0ecd9f7ad9b None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:01:26.383903 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-7675beed-cb0d-42f3-b0c4-f0ecd9f7ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:01:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:26.486181 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-7675beed-cb0d-42f3-b0c4-f0ecd9f7ad9b None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:01:26.673216 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-7675beed-cb0d-42f3-b0c4-f0ecd9f7ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:26.697334 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7675beed-cb0d-42f3-b0c4-f0ecd9f7ad9b None None] The sync data for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi is: [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:01:26.915556 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012704df-c052-423b-8ef9-9c8f2edde4f3 None None] New status for floating IP 832beec3-4f2f-40f9-bd0a-040431c14b3a: DOWN {{(pid=103991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:01:26.917811 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:27.495820 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-33bef600-acde-4b74-ba7d-109ed206aea9 req-ef1a56c3-0d72-4836-9305-4ccac0829fb8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=429b22b9-be19-4630-80e1-18b745a0eedc HTTP/1.1" status: 200 len: 210 time: 0.0320811 Jun 23 12:01:28.590697 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 55444) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:28.640565 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:28.653372 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6e3f7e7b-12e1-40d6-a7a0-5aba92d527c4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:28.688525 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6e3f7e7b-12e1-40d6-a7a0-5aba92d527c4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:28.736734 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6e3f7e7b-12e1-40d6-a7a0-5aba92d527c4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:28.739297 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6e3f7e7b-12e1-40d6-a7a0-5aba92d527c4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:28.740439 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-6e3f7e7b-12e1-40d6-a7a0-5aba92d527c4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "DELETE /v2.0/security-groups/e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9 HTTP/1.1" status: 204 len: 168 time: 0.1487048 Jun 23 12:01:28.743564 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55452) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:28.750319 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f7e7b-12e1-40d6-a7a0-5aba92d527c4 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:28.774586 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.api.v2.resource [None req-c99c3f4e-be8b-443e-bc3a-ce458a683230 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] show failed (client error): The resource could not be found. Jun 23 12:01:28.775611 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-c99c3f4e-be8b-443e-bc3a-ce458a683230 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups/e9b7eccf-55e8-4b15-9bae-fcc4f0c15ee9 HTTP/1.1" status: 404 len: 347 time: 0.0308831 Jun 23 12:01:28.778618 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55456) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:28.786539 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:28.895564 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-e8ba914a-31fc-4ab1-a78b-2a2196a8dc83 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Deleting port 5b9f53ba-fcb2-4367-a52d-b3500ea5b01d {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:01:28.895905 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e8ba914a-31fc-4ab1-a78b-2a2196a8dc83 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (5b9f53ba-fcb2-4367-a52d-b3500ea5b01d), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:28.993301 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e8ba914a-31fc-4ab1-a78b-2a2196a8dc83 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (5b9f53ba-fcb2-4367-a52d-b3500ea5b01d), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:28.993629 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e8ba914a-31fc-4ab1-a78b-2a2196a8dc83 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (5b9f53ba-fcb2-4367-a52d-b3500ea5b01d), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.008033 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-e8ba914a-31fc-4ab1-a78b-2a2196a8dc83 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Calling delete_port for 5b9f53ba-fcb2-4367-a52d-b3500ea5b01d owned by network:floatingip {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:01:29.101081 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device c63ff76c-f546-4559-b427-7daf2c346e55 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:01:29.120273 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: c63ff76c-f546-4559-b427-7daf2c346e55 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:01:29.120600 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device c63ff76c-f546-4559-b427-7daf2c346e55 not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:01:29.151130 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e8ba914a-31fc-4ab1-a78b-2a2196a8dc83 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (5b9f53ba-fcb2-4367-a52d-b3500ea5b01d), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.179320 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba914a-31fc-4ab1-a78b-2a2196a8dc83 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event deleted for resources: {'Port': ['ID=5b9f53ba-fcb2-4367-a52d-b3500ea5b01d,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:29.241747 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e8ba914a-31fc-4ab1-a78b-2a2196a8dc83 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (832beec3-4f2f-40f9-bd0a-040431c14b3a), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.244542 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e8ba914a-31fc-4ab1-a78b-2a2196a8dc83 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.245726 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e8ba914a-31fc-4ab1-a78b-2a2196a8dc83 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "DELETE /v2.0/floatingips/832beec3-4f2f-40f9-bd0a-040431c14b3a HTTP/1.1" status: 204 len: 168 time: 0.4660590 Jun 23 12:01:29.312381 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55470) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:29.318373 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-1ee29b60-140b-4fc9-bf01-ef5081ad7d84 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--153195157', 'description': 'tempest-description--1767902997'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:01:29.339084 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-1ee29b60-140b-4fc9-bf01-ef5081ad7d84 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.379730 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:29.408253 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-1ee29b60-140b-4fc9-bf01-ef5081ad7d84 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (8654a142-e581-47c9-bd95-1bac177f586b), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.411729 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-1ee29b60-140b-4fc9-bf01-ef5081ad7d84 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (8654a142-e581-47c9-bd95-1bac177f586b), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.442752 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-1ee29b60-140b-4fc9-bf01-ef5081ad7d84 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.443967 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-1ee29b60-140b-4fc9-bf01-ef5081ad7d84 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1304104 Jun 23 12:01:29.445807 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee29b60-140b-4fc9-bf01-ef5081ad7d84 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8654a142-e581-47c9-bd95-1bac177f586b,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:29.446932 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 55472) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:29.451639 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-90257a9f-cc9b-41a8-90b0-65ab48d071c8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'security_group_rule': {'security_group_id': '8654a142-e581-47c9-bd95-1bac177f586b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:01:29.478465 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-90257a9f-cc9b-41a8-90b0-65ab48d071c8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (70fab0e0-8fc5-4da2-9774-ee57fd2c2d6e), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.535316 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-90257a9f-cc9b-41a8-90b0-65ab48d071c8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (70fab0e0-8fc5-4da2-9774-ee57fd2c2d6e), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.538863 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-90257a9f-cc9b-41a8-90b0-65ab48d071c8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (70fab0e0-8fc5-4da2-9774-ee57fd2c2d6e), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.558855 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90257a9f-cc9b-41a8-90b0-65ab48d071c8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fab0e0-8fc5-4da2-9774-ee57fd2c2d6e,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:29.567377 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-90257a9f-cc9b-41a8-90b0-65ab48d071c8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.568576 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-90257a9f-cc9b-41a8-90b0-65ab48d071c8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205461 Jun 23 12:01:29.571196 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 55474) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:29.575323 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-3c72764b-d999-48e1-a100-c0be14a01e5a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'security_group_rule': {'security_group_id': '8654a142-e581-47c9-bd95-1bac177f586b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:01:29.599093 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:29.604592 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3c72764b-d999-48e1-a100-c0be14a01e5a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (abb14a89-314a-4830-813e-d1d64eb94db5), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.664474 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3c72764b-d999-48e1-a100-c0be14a01e5a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (abb14a89-314a-4830-813e-d1d64eb94db5), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.668426 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3c72764b-d999-48e1-a100-c0be14a01e5a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (abb14a89-314a-4830-813e-d1d64eb94db5), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.689933 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72764b-d999-48e1-a100-c0be14a01e5a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb14a89-314a-4830-813e-d1d64eb94db5,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:29.697779 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3c72764b-d999-48e1-a100-c0be14a01e5a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.699061 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-3c72764b-d999-48e1-a100-c0be14a01e5a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269295 Jun 23 12:01:29.702094 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 55476) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:29.706504 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'floatingip': {'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:01:29.726994 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.803428 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:29.910800 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Allocated IP 172.27.3.157 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/48ce992d-5e25-43be-a889-339c1f5327a7) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:01:30.014457 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for port (48ce992d-5e25-43be-a889-339c1f5327a7), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:30.038770 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:30.051331 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (48ce992d-5e25-43be-a889-339c1f5327a7), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:30.097240 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:01:30.100083 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:30.103531 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:01:30.126722 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'Port': ['ID=48ce992d-5e25-43be-a889-339c1f5327a7,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:30.193028 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (49d7efd5-99d2-4843-b4b9-5f4e107c67bb), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:30.231361 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (48ce992d-5e25-43be-a889-339c1f5327a7), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:30.338490 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:30.385677 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for port (48ce992d-5e25-43be-a889-339c1f5327a7), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:30.390047 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (48ce992d-5e25-43be-a889-339c1f5327a7), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:30.464784 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'Port': ['ID=48ce992d-5e25-43be-a889-339c1f5327a7,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:30.471609 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (49d7efd5-99d2-4843-b4b9-5f4e107c67bb), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:30.486869 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:30.488087 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-17990b45-9ecf-48cf-842c-c25010dcd5ef tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7850292 Jun 23 12:01:30.688589 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-abda383b-390e-4ef2-a846-951bb3634556 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--153195157&fields=id&tenant_id=b4f73dfee32d43b985e9192000eaed8c HTTP/1.1" status: 200 len: 267 time: 0.0478284 Jun 23 12:01:30.808967 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-ee601806-cc56-42aa-a60a-9a05da1b6ad5 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:30.810426 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-ee601806-cc56-42aa-a60a-9a05da1b6ad5 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/networks?id=e2860678-188a-43de-956c-7f6a2a5353f6 HTTP/1.1" status: 200 len: 815 time: 0.1147857 Jun 23 12:01:30.825328 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-751d4566-b59a-4239-818a-0ecd7cb4d57e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/quotas/b4f73dfee32d43b985e9192000eaed8c HTTP/1.1" status: 200 len: 375 time: 0.0090449 Jun 23 12:01:30.873797 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-5aa4fb90-9971-486b-b3ee-00740fb8d0a2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4f73dfee32d43b985e9192000eaed8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430276 Jun 23 12:01:30.968351 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:30.972842 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-643fe8e6-2536-4ee9-85f4-9d3dd1f608bd service neutron] 10.222.0.67 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872209 Jun 23 12:01:31.069017 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-ec12f853-ee73-495d-86cf-f48e1a014be6 service neutron] 10.222.0.67 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902934 Jun 23 12:01:31.070819 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bd7e7d50-3c92-47e4-bc0b-ba0257ebdfb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:31.233407 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-899298a1-de1f-407a-9f01-97e0fe91963b req-78a0b4a8-3173-4283-be08-945d3bfd7556 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 210 time: 0.0287955 Jun 23 12:01:31.383662 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 55510) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:31.502412 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-47105c4f-80a8-4feb-8642-18c82825e345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:31.581113 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-47105c4f-80a8-4feb-8642-18c82825e345 admin admin] Publish callbacks [] for security_group (2276ba3a-407e-4791-b302-8ecf81da7aca), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:31.585296 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-47105c4f-80a8-4feb-8642-18c82825e345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (2276ba3a-407e-4791-b302-8ecf81da7aca), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:31.626186 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-47105c4f-80a8-4feb-8642-18c82825e345 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7c97d4bfb04f4f79b662ce7e85d48a4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414160 Jun 23 12:01:31.627185 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47105c4f-80a8-4feb-8642-18c82825e345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2276ba3a-407e-4791-b302-8ecf81da7aca,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:31.629553 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55516) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:31.686441 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Publish callbacks [] for security_group (2276ba3a-407e-4791-b302-8ecf81da7aca), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:31.708410 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Publish callbacks [] for security_group (2276ba3a-407e-4791-b302-8ecf81da7aca), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:31.757326 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (2276ba3a-407e-4791-b302-8ecf81da7aca), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:31.759946 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:31.761138 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2276ba3a-407e-4791-b302-8ecf81da7aca HTTP/1.1" status: 204 len: 168 time: 0.1302299 Jun 23 12:01:31.771187 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2276ba3a-407e-4791-b302-8ecf81da7aca,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:31.781383 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:31.781819 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:31.782291 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:31.783239 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:31.784263 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:31.784613 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:31.784983 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:31.785312 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:31.785771 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:31.786140 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:31.786473 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:31.786794 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:31.787112 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:31.787430 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:31.787745 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8751d-aa5c-4b79-b5eb-e9f23081bf78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:32.221927 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:32.232979 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-c48b870f-d4e9-48e4-8830-ac3b3bad2d1e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:32.234453 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-c48b870f-d4e9-48e4-8830-ac3b3bad2d1e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "GET /v2.0/networks?id=e2860678-188a-43de-956c-7f6a2a5353f6 HTTP/1.1" status: 200 len: 815 time: 0.1223688 Jun 23 12:01:32.327452 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-0d7d978c-31a7-478f-929e-ecf8f1106d86 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4f73dfee32d43b985e9192000eaed8c HTTP/1.1" status: 200 len: 379 time: 0.0835390 Jun 23 12:01:32.352656 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8a815891-fca5-4b0d-ba6f-a7410017ba83 req-f12de677-11e1-4044-93ff-89cecb4840b1 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 210 time: 0.0325449 Jun 23 12:01:32.418202 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-a7e8a9ed-a29d-4eee-927f-3ba0cf02f636 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'port': {'device_id': '604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'admin_state_up': True, 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'security_groups': ['8654a142-e581-47c9-bd95-1bac177f586b']}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:01:32.533579 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-a7e8a9ed-a29d-4eee-927f-3ba0cf02f636 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Made reservation on behalf of b4f73dfee32d43b985e9192000eaed8c for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:01:32.537009 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-a7e8a9ed-a29d-4eee-927f-3ba0cf02f636 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:32.677172 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-a7e8a9ed-a29d-4eee-927f-3ba0cf02f636 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Allocated IP 172.20.0.8 (e2860678-188a-43de-956c-7f6a2a5353f6/3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa/23b9efef-6889-4666-ac0e-537e6c48240c) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:01:32.746887 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:32.839351 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-a7e8a9ed-a29d-4eee-927f-3ba0cf02f636 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for port (23b9efef-6889-4666-ac0e-537e6c48240c), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:32.883634 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-a7e8a9ed-a29d-4eee-927f-3ba0cf02f636 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (23b9efef-6889-4666-ac0e-537e6c48240c), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:32.948535 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-a7e8a9ed-a29d-4eee-927f-3ba0cf02f636 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Network e2860678-188a-43de-956c-7f6a2a5353f6 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:01:32.951788 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-a7e8a9ed-a29d-4eee-927f-3ba0cf02f636 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:01:32.955506 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-a7e8a9ed-a29d-4eee-927f-3ba0cf02f636 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:01:32.982062 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8a9ed-a29d-4eee-927f-3ba0cf02f636 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event updated for resources: {'Port': ['ID=23b9efef-6889-4666-ac0e-537e6c48240c,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:33.017588 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-a7e8a9ed-a29d-4eee-927f-3ba0cf02f636 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:33.019726 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-a7e8a9ed-a29d-4eee-927f-3ba0cf02f636 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:33.042256 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-a7e8a9ed-a29d-4eee-927f-3ba0cf02f636 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6280446 Jun 23 12:01:33.056824 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Request body: {'port': {'device_id': '604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:01:33.120210 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (23b9efef-6889-4666-ac0e-537e6c48240c), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:33.197372 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-b08e0a69-a9b2-4dfd-a5ee-7ce8bc418fab None None] Provisioning complete for port 23b9efef-6889-4666-ac0e-537e6c48240c triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:01:33.197977 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-b08e0a69-a9b2-4dfd-a5ee-7ce8bc418fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (23b9efef-6889-4666-ac0e-537e6c48240c), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:33.231121 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-b08e0a69-a9b2-4dfd-a5ee-7ce8bc418fab None None] Port 23b9efef-6889-4666-ac0e-537e6c48240c cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 12:01:33.253454 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:33.400338 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3a32-bf33-4b0c-9be2-d4abfd788d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:33.400617 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b9efef-6889-4666-ac0e-537e6c48240c {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:01:33.409094 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Publish callbacks [] for port (23b9efef-6889-4666-ac0e-537e6c48240c), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:33.422215 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Transition to ACTIVE for port object 23b9efef-6889-4666-ac0e-537e6c48240c will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 12:01:33.425957 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (23b9efef-6889-4666-ac0e-537e6c48240c), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:33.504471 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Pushing event updated for resources: {'Port': ['ID=23b9efef-6889-4666-ac0e-537e6c48240c,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:33.514206 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b5be8-203c-468c-b128-63dd341be688 req-ca08ad12-2391-4c5a-8f89-8df7fe30ecb7 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:33.515778 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e05b5be8-203c-468c-b128-63dd341be688 req-ca08ad12-2391-4c5a-8f89-8df7fe30ecb7 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 943 time: 0.0875719 Jun 23 12:01:33.616654 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e05b5be8-203c-468c-b128-63dd341be688 req-5b547b82-1edc-4efd-96c0-0fdc6aec4463 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=8654a142-e581-47c9-bd95-1bac177f586b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935225 Jun 23 12:01:33.629345 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Attempting to bind port 23b9efef-6889-4666-ac0e-537e6c48240c on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 12:01:33.629773 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Attempting to bind port 23b9efef-6889-4666-ac0e-537e6c48240c by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 12:01:33.630114 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Attempting to bind port 23b9efef-6889-4666-ac0e-537e6c48240c on network e2860678-188a-43de-956c-7f6a2a5353f6 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:01:33.634922 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Port 23b9efef-6889-4666-ac0e-537e6c48240c on network e2860678-188a-43de-956c-7f6a2a5353f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 12:01:33.635177 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Attempting to bind port 23b9efef-6889-4666-ac0e-537e6c48240c on network e2860678-188a-43de-956c-7f6a2a5353f6 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:01:33.640179 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 12, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 12:01:33.640508 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Checking segment: {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 12:01:33.640916 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Bound using segment: {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 12:01:33.641340 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Bound port: 23b9efef-6889-4666-ac0e-537e6c48240c, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa44cee-5e37-463e-94cf-e5a5af068e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 12:01:33.641697 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (23b9efef-6889-4666-ac0e-537e6c48240c), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:33.645088 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:33.707895 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] For port 23b9efef-6889-4666-ac0e-537e6c48240c, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:01:33.711028 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] For port 23b9efef-6889-4666-ac0e-537e6c48240c, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=23b9efef-6889-4666-ac0e-537e6c48240c,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:01:33.717780 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (23b9efef-6889-4666-ac0e-537e6c48240c), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:33.755236 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:33.755863 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:33.757277 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] 10.222.0.44 "PUT /v2.0/ports/23b9efef-6889-4666-ac0e-537e6c48240c HTTP/1.1" status: 200 len: 1093 time: 0.7051249 Jun 23 12:01:33.757723 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1', 'tag': '23b9efef-6889-4666-ac0e-537e6c48240c'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:01:33.759974 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7836b03c-ebab-466c-baa4-d83eefb926bc" -d '{"events": [{"name": "network-changed", "server_uuid": "604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1", "tag": "23b9efef-6889-4666-ac0e-537e6c48240c"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:01:33.790976 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef28dd-c258-4d6f-9203-1288e49712d2 service neutron] Pushing event updated for resources: {'Port': ['ID=23b9efef-6889-4666-ac0e-537e6c48240c,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:33.803906 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ade31f9-0b12-4e6a-b36b-f9eb882610aa x-openstack-request-id: req-6ade31f9-0b12-4e6a-b36b-f9eb882610aa {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:01:33.804317 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1", "tag": "23b9efef-6889-4666-ac0e-537e6c48240c", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:01:33.804632 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6ade31f9-0b12-4e6a-b36b-f9eb882610aa {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:01:33.805124 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ade31f9-0b12-4e6a-b36b-f9eb882610aa'] response: {'name': 'network-changed', 'server_uuid': '604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1', 'tag': '23b9efef-6889-4666-ac0e-537e6c48240c', 'status': 'completed', 'code': 200} Jun 23 12:01:33.853361 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-2da20700-a94f-49d0-8ec9-e27718321a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:33.854893 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-2da20700-a94f-49d0-8ec9-e27718321a31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4f73dfee32d43b985e9192000eaed8c&device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 1127 time: 0.0413704 Jun 23 12:01:33.897531 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-3972b987-e6f8-4f19-bd27-7cd363f2b7cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b9efef-6889-4666-ac0e-537e6c48240c HTTP/1.1" status: 200 len: 217 time: 0.0339644 Jun 23 12:01:33.950246 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-3485463e-fb72-4ed6-81ae-4a43d0c6fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:33.951751 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-3485463e-fb72-4ed6-81ae-4a43d0c6fa40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa HTTP/1.1" status: 200 len: 854 time: 0.0472376 Jun 23 12:01:34.000968 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-17e63494-8c0b-4641-aaa6-ee88c8502339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:34.003060 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-17e63494-8c0b-4641-aaa6-ee88c8502339 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e2860678-188a-43de-956c-7f6a2a5353f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449953 Jun 23 12:01:34.096244 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-df7e788b-0d1e-43a8-b204-ed065d85c599 service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855465 Jun 23 12:01:34.182056 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:34.201906 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a3f11c9d-1a6f-4a72-9638-0010f2e1498a req-004dff94-dd6d-46cb-911d-12c95e476a63 service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995288 Jun 23 12:01:34.661755 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:34.734837 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeaea3b-48a8-46a3-9169-95d029af3724 req-447e91ce-e1ce-417c-a304-3899e1b16584 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:34.736309 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0eeaea3b-48a8-46a3-9169-95d029af3724 req-447e91ce-e1ce-417c-a304-3899e1b16584 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 943 time: 0.0480697 Jun 23 12:01:34.783987 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0eeaea3b-48a8-46a3-9169-95d029af3724 req-ddd73d14-c88c-4101-b00f-f3eeb81139b9 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=8654a142-e581-47c9-bd95-1bac177f586b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420957 Jun 23 12:01:35.898647 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:35.901750 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a23162-4573-4873-8273-78ddf18f7b21 req-542e84f9-a1a3-441e-8505-fd164741ac33 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:35.903323 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a5a23162-4573-4873-8273-78ddf18f7b21 req-542e84f9-a1a3-441e-8505-fd164741ac33 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 943 time: 0.0513487 Jun 23 12:01:35.951578 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a5a23162-4573-4873-8273-78ddf18f7b21 req-2d74fa20-3cdb-4559-9478-c1f1bda19a31 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=8654a142-e581-47c9-bd95-1bac177f586b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420473 Jun 23 12:01:36.135047 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:36.990083 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:36.992918 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:37.070500 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bce3a-40cc-4c7d-bb8a-0068ba8f7f9f req-9157993c-a04b-4fc1-99bb-7f70e59df2f2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:37.071970 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-261bce3a-40cc-4c7d-bb8a-0068ba8f7f9f req-9157993c-a04b-4fc1-99bb-7f70e59df2f2 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 943 time: 0.0492346 Jun 23 12:01:37.118768 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-261bce3a-40cc-4c7d-bb8a-0068ba8f7f9f req-ffef90c7-6d6a-4bdf-bb11-15efa9e725fe tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=8654a142-e581-47c9-bd95-1bac177f586b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410700 Jun 23 12:01:38.232782 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e987d7-e60d-475e-b6a6-920b611dd455 req-5f5a11d8-aa50-4507-82df-9775a52f35ff tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:38.234323 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-95e987d7-e60d-475e-b6a6-920b611dd455 req-5f5a11d8-aa50-4507-82df-9775a52f35ff tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 943 time: 0.0482352 Jun 23 12:01:38.285236 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-95e987d7-e60d-475e-b6a6-920b611dd455 req-fdd2b824-f006-4f7d-a0b9-e6086a9cee47 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=8654a142-e581-47c9-bd95-1bac177f586b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444961 Jun 23 12:01:38.542665 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e010122-9b78-4a3e-b97c-34c5929dff65 req-d1745fc3-035c-4b42-8e33-7139840f94e6 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:38.544157 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7e010122-9b78-4a3e-b97c-34c5929dff65 req-d1745fc3-035c-4b42-8e33-7139840f94e6 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0467157 Jun 23 12:01:38.594794 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7e010122-9b78-4a3e-b97c-34c5929dff65 req-c201a67a-b6f5-431b-b85d-74917b5ddbe9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447195 Jun 23 12:01:39.400201 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f49c6f-54ac-4c71-a950-11c43b9bea2a req-dbcbdce7-4080-4dce-8a70-c15ab9866342 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:39.401707 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-81f49c6f-54ac-4c71-a950-11c43b9bea2a req-dbcbdce7-4080-4dce-8a70-c15ab9866342 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 943 time: 0.0468910 Jun 23 12:01:39.449848 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-81f49c6f-54ac-4c71-a950-11c43b9bea2a req-7701d0c8-7ca1-4213-b82a-2047ba5131c5 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=8654a142-e581-47c9-bd95-1bac177f586b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425081 Jun 23 12:01:39.714796 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb85089-f812-470f-837e-6dae0ae61b1e req-4ba5c5d5-59db-45ae-bf26-c58cbf86476b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:39.716250 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-dcb85089-f812-470f-837e-6dae0ae61b1e req-4ba5c5d5-59db-45ae-bf26-c58cbf86476b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0463922 Jun 23 12:01:39.762891 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-dcb85089-f812-470f-837e-6dae0ae61b1e req-bfbcc6a1-a972-46a4-9853-a65eaedec47c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409603 Jun 23 12:01:40.219133 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:40.459316 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836b03c-ebab-466c-baa4-d83eefb926bc req-57b30d98-d741-4a38-a115-0db62be55651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:40.460896 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7836b03c-ebab-466c-baa4-d83eefb926bc req-57b30d98-d741-4a38-a115-0db62be55651 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4f73dfee32d43b985e9192000eaed8c&device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 1127 time: 0.0472491 Jun 23 12:01:40.591399 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d7c1b-808e-4a42-a1fc-6f942e31d680 req-6e48eb0a-1bbb-4c0f-a4e4-fdaf3d17340e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:40.592911 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0a4d7c1b-808e-4a42-a1fc-6f942e31d680 req-6e48eb0a-1bbb-4c0f-a4e4-fdaf3d17340e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 943 time: 0.0750394 Jun 23 12:01:40.676460 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836b03c-ebab-466c-baa4-d83eefb926bc req-77448886-075e-4cdc-b7b8-bc5aed5bd4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:40.677945 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7836b03c-ebab-466c-baa4-d83eefb926bc req-77448886-075e-4cdc-b7b8-bc5aed5bd4ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=e2860678-188a-43de-956c-7f6a2a5353f6 HTTP/1.1" status: 200 len: 916 time: 0.1583462 Jun 23 12:01:40.681394 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0a4d7c1b-808e-4a42-a1fc-6f942e31d680 req-007a0c83-85de-4500-a772-0d62f9f2af53 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=8654a142-e581-47c9-bd95-1bac177f586b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638814 Jun 23 12:01:40.722486 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7836b03c-ebab-466c-baa4-d83eefb926bc req-7e558cf7-4cda-466f-9a50-a3322425acdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b9efef-6889-4666-ac0e-537e6c48240c HTTP/1.1" status: 200 len: 217 time: 0.0363827 Jun 23 12:01:40.762866 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:40.774822 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836b03c-ebab-466c-baa4-d83eefb926bc req-618d1f78-891b-43a2-bfa0-811c62df9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:40.776303 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7836b03c-ebab-466c-baa4-d83eefb926bc req-618d1f78-891b-43a2-bfa0-811c62df9868 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa HTTP/1.1" status: 200 len: 854 time: 0.0476007 Jun 23 12:01:40.821233 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836b03c-ebab-466c-baa4-d83eefb926bc req-473ab2ae-f380-40fe-8e93-1d01069decd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:40.822749 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7836b03c-ebab-466c-baa4-d83eefb926bc req-473ab2ae-f380-40fe-8e93-1d01069decd4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e2860678-188a-43de-956c-7f6a2a5353f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398962 Jun 23 12:01:40.873442 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:40.885171 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87697599-4747-4b60-bd13-d620fe986a93 req-bd7903f9-54f4-447a-a27b-1b23b8f38b50 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:40.886676 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-87697599-4747-4b60-bd13-d620fe986a93 req-bd7903f9-54f4-447a-a27b-1b23b8f38b50 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0488231 Jun 23 12:01:40.917872 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7836b03c-ebab-466c-baa4-d83eefb926bc req-fd72e879-9dac-4164-b50b-22c393209b12 service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888162 Jun 23 12:01:40.935673 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-87697599-4747-4b60-bd13-d620fe986a93 req-2a4b1f63-9858-41e8-9230-9d6c5e6efb23 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433364 Jun 23 12:01:41.010398 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7836b03c-ebab-466c-baa4-d83eefb926bc req-e83b023c-9339-4c96-98e0-169999702793 service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854974 Jun 23 12:01:41.191452 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 23b9efef-6889-4666-ac0e-537e6c48240c details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 12:01:41.294672 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 23b9efef-6889-4666-ac0e-537e6c48240c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=23b9efef-6889-4666-ac0e-537e6c48240c,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:41.306171 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': '23b9efef-6889-4666-ac0e-537e6c48240c', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'port_id': '23b9efef-6889-4666-ac0e-537e6c48240c', 'mac_address': 'fa:16:3e:fe:50:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 12:01:41.340787 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 23b9efef-6889-4666-ac0e-537e6c48240c is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:01:41.341179 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (23b9efef-6889-4666-ac0e-537e6c48240c), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:41.354068 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b9efef-6889-4666-ac0e-537e6c48240c {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:01:41.373290 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 23b9efef-6889-4666-ac0e-537e6c48240c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=23b9efef-6889-4666-ac0e-537e6c48240c,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:41.378124 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (23b9efef-6889-4666-ac0e-537e6c48240c), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:41.426313 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=23b9efef-6889-4666-ac0e-537e6c48240c,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:41.649000 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['23b9efef-6889-4666-ac0e-537e6c48240c'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:01:41.674641 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:41.684649 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:42.073979 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982356a1-b0c2-48d7-9076-39c90b8feeba req-0da986b8-1168-4af5-8f59-d602b90a77a8 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:42.075510 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-982356a1-b0c2-48d7-9076-39c90b8feeba req-0da986b8-1168-4af5-8f59-d602b90a77a8 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0548449 Jun 23 12:01:42.083598 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e790c6-ec82-4209-aca3-9fa60834ab42 req-57bb1717-373b-46c4-96f4-b524baac43f0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:42.085159 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-74e790c6-ec82-4209-aca3-9fa60834ab42 req-57bb1717-373b-46c4-96f4-b524baac43f0 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 944 time: 0.3325236 Jun 23 12:01:42.125201 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-982356a1-b0c2-48d7-9076-39c90b8feeba req-a8a6f119-0ed9-44ae-aa33-8ce58d622d15 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440049 Jun 23 12:01:42.136082 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-74e790c6-ec82-4209-aca3-9fa60834ab42 req-4fffb72e-9381-478c-a9b5-ef2fdad0f8e3 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=8654a142-e581-47c9-bd95-1bac177f586b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453393 Jun 23 12:01:43.206607 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 23b9efef-6889-4666-ac0e-537e6c48240c up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:01:43.250710 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25486a-70ee-424d-8d1b-8fa6683caef9 req-a7b69c57-a3da-40f1-8a1e-957f9ed5ebae tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:43.252266 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bb25486a-70ee-424d-8d1b-8fa6683caef9 req-a7b69c57-a3da-40f1-8a1e-957f9ed5ebae tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0519841 Jun 23 12:01:43.254746 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port 23b9efef-6889-4666-ac0e-537e6c48240c completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 12:01:43.256222 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38636e39-a8b0-452b-98fc-ed5b54cc9b4c req-77c39487-1802-4d95-8123-20736cf7ea82 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:43.261418 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port 23b9efef-6889-4666-ac0e-537e6c48240c triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:01:43.261922 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (23b9efef-6889-4666-ac0e-537e6c48240c), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:43.264128 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-38636e39-a8b0-452b-98fc-ed5b54cc9b4c req-77c39487-1802-4d95-8123-20736cf7ea82 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 944 time: 0.0580339 Jun 23 12:01:43.272658 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:43.306806 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bb25486a-70ee-424d-8d1b-8fa6683caef9 req-2a3f9818-0195-4cb5-832d-283cf3a04ef1 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460849 Jun 23 12:01:43.311507 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-38636e39-a8b0-452b-98fc-ed5b54cc9b4c req-576c0785-27b7-43cc-bb5e-9ae2e0a7d0fb tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=8654a142-e581-47c9-bd95-1bac177f586b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465283 Jun 23 12:01:43.347716 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 23b9efef-6889-4666-ac0e-537e6c48240c is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:01:43.348095 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (23b9efef-6889-4666-ac0e-537e6c48240c), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:43.371329 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b9efef-6889-4666-ac0e-537e6c48240c'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:01:43.373898 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1ea5de-0b3f-411c-9bbd-928024035510" -d '{"events": [{"server_uuid": "604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1", "name": "network-vif-plugged", "status": "completed", "tag": "23b9efef-6889-4666-ac0e-537e6c48240c"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:01:43.386934 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 23b9efef-6889-4666-ac0e-537e6c48240c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=23b9efef-6889-4666-ac0e-537e6c48240c,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:43.391034 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (23b9efef-6889-4666-ac0e-537e6c48240c), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:43.412361 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:43.418296 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aadba18-6492-40f9-9104-f24502a8e24f x-openstack-request-id: req-7aadba18-6492-40f9-9104-f24502a8e24f {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:01:43.418581 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1", "name": "network-vif-plugged", "status": "completed", "tag": "23b9efef-6889-4666-ac0e-537e6c48240c", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:01:43.418830 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7aadba18-6492-40f9-9104-f24502a8e24f {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:01:43.419214 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aadba18-6492-40f9-9104-f24502a8e24f'] response: {'server_uuid': '604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b9efef-6889-4666-ac0e-537e6c48240c', 'code': 200} Jun 23 12:01:43.445335 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=23b9efef-6889-4666-ac0e-537e6c48240c,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:43.582338 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612275d5-3163-46ca-95af-2df9f9346196 req-0b3ac219-84ab-4043-9f90-37af217d70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:43.583834 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-612275d5-3163-46ca-95af-2df9f9346196 req-0b3ac219-84ab-4043-9f90-37af217d70bc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 1129 time: 0.0430026 Jun 23 12:01:43.628466 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-612275d5-3163-46ca-95af-2df9f9346196 req-f788d076-42dc-4aa3-907f-ec40c0e85581 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8654a142-e581-47c9-bd95-1bac177f586b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371356 Jun 23 12:01:44.425340 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:44.438855 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54219026-fbcc-4ceb-a098-452cbbe41d78 req-79657447-0f0c-44a7-9cd7-59f31445b060 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:44.439536 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4fe45-42ff-4d1e-bfe0-b99a40af51af req-ad3e2680-d458-4b78-b49e-2050eb62bacb tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:44.440357 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-54219026-fbcc-4ceb-a098-452cbbe41d78 req-79657447-0f0c-44a7-9cd7-59f31445b060 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0501781 Jun 23 12:01:44.440502 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-68d4fe45-42ff-4d1e-bfe0-b99a40af51af req-ad3e2680-d458-4b78-b49e-2050eb62bacb tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 945 time: 0.0522075 Jun 23 12:01:44.489104 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-54219026-fbcc-4ceb-a098-452cbbe41d78 req-bd566889-11ae-4024-84c5-33e08f2cf86c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421793 Jun 23 12:01:44.492323 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-68d4fe45-42ff-4d1e-bfe0-b99a40af51af req-e5ae6fe9-ef38-412e-86f2-f756fe68d108 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=8654a142-e581-47c9-bd95-1bac177f586b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454860 Jun 23 12:01:45.610047 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c9bae-0e69-4ec2-8b9b-bb685fda85e5 req-f3ed9a59-22a2-497d-a4d5-49f72b2c50c3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:45.611555 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c91c9bae-0e69-4ec2-8b9b-bb685fda85e5 req-f3ed9a59-22a2-497d-a4d5-49f72b2c50c3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0479512 Jun 23 12:01:45.612156 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c8f2b-50df-46f6-8823-438629f207ee req-09809b14-483c-49c6-8721-5f5eee4aec2e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:45.613769 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9c3c8f2b-50df-46f6-8823-438629f207ee req-09809b14-483c-49c6-8721-5f5eee4aec2e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 945 time: 0.0539165 Jun 23 12:01:45.661208 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9c3c8f2b-50df-46f6-8823-438629f207ee req-4843f122-c0b3-4e9d-ab28-1356321f4e5f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=8654a142-e581-47c9-bd95-1bac177f586b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418241 Jun 23 12:01:45.663975 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c91c9bae-0e69-4ec2-8b9b-bb685fda85e5 req-28e6d265-f8e5-4e41-b43f-1d7f599e25b2 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467010 Jun 23 12:01:46.782297 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dd026-dd9f-4bbc-a47f-8ad4d630a764 req-fcd0fd75-71a1-42d4-8e47-851c4841595f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:46.783320 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a29be-c4a4-43cb-b9c4-3c7e2bb84449 req-612fd26c-ffbd-471c-8e25-736c51b9fc66 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:46.783845 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-700dd026-dd9f-4bbc-a47f-8ad4d630a764 req-fcd0fd75-71a1-42d4-8e47-851c4841595f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 945 time: 0.0478404 Jun 23 12:01:46.784888 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8e5a29be-c4a4-43cb-b9c4-3c7e2bb84449 req-612fd26c-ffbd-471c-8e25-736c51b9fc66 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0497482 Jun 23 12:01:46.832941 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-700dd026-dd9f-4bbc-a47f-8ad4d630a764 req-9bb9454b-ffdc-4f65-910c-22489b517a87 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=8654a142-e581-47c9-bd95-1bac177f586b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422616 Jun 23 12:01:46.835136 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8e5a29be-c4a4-43cb-b9c4-3c7e2bb84449 req-6a1ec834-67e3-47be-b8ce-e2f3d7e98687 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 Jun 23 12:01:47.975490 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12407a97-93b9-4a54-9fa9-5e1fa2719be6 req-8b0a8ba9-0582-438f-af62-9ea2a99fe8fc tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:47.977235 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-12407a97-93b9-4a54-9fa9-5e1fa2719be6 req-8b0a8ba9-0582-438f-af62-9ea2a99fe8fc tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 945 time: 0.0576758 Jun 23 12:01:47.981618 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c577d-4e7e-4e26-8a5f-7d001b12c070 req-d467fe18-4359-4b20-b485-281e4f62572f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:47.983124 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c39c577d-4e7e-4e26-8a5f-7d001b12c070 req-d467fe18-4359-4b20-b485-281e4f62572f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0507548 Jun 23 12:01:48.027771 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-12407a97-93b9-4a54-9fa9-5e1fa2719be6 req-97fb1eba-c97d-4a1c-bac0-da618cb5642e tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=8654a142-e581-47c9-bd95-1bac177f586b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445290 Jun 23 12:01:48.031410 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c39c577d-4e7e-4e26-8a5f-7d001b12c070 req-c0147a4c-9567-44ab-8680-f3d364237a17 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426147 Jun 23 12:01:48.135386 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e398cd-8a33-4aa0-8f89-1ccb1a661a7a req-c1a18d32-50de-4d7f-b0a5-f1ffd3d1f3c5 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:48.136773 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-25e398cd-8a33-4aa0-8f89-1ccb1a661a7a req-c1a18d32-50de-4d7f-b0a5-f1ffd3d1f3c5 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 945 time: 0.0457568 Jun 23 12:01:48.145716 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55694) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:48.150087 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-29498b69-8e51-4dad-b21a-972264cb74ad tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Request body: {'floatingip': {'port_id': '23b9efef-6889-4666-ac0e-537e6c48240c'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:01:48.192718 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-29498b69-8e51-4dad-b21a-972264cb74ad tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (49d7efd5-99d2-4843-b4b9-5f4e107c67bb), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:48.599363 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:48.620150 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-29498b69-8e51-4dad-b21a-972264cb74ad tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:48.623868 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-29498b69-8e51-4dad-b21a-972264cb74ad tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (49d7efd5-99d2-4843-b4b9-5f4e107c67bb), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:48.720662 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.l3_db [None req-29498b69-8e51-4dad-b21a-972264cb74ad tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Floating IP 49d7efd5-99d2-4843-b4b9-5f4e107c67bb associated. External IP: 172.27.3.157, port: 23b9efef-6889-4666-ac0e-537e6c48240c. Jun 23 12:01:48.804219 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:48.932016 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29498b69-8e51-4dad-b21a-972264cb74ad tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Router 0bd1f321-5d98-4143-ba24-2a3aad50da03 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:01:49.166262 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce5801-66f8-4606-89ed-6495ab825049 req-46b05c83-bfe0-49a2-a716-5de5fcb1ff74 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:49.168247 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-23ce5801-66f8-4606-89ed-6495ab825049 req-46b05c83-bfe0-49a2-a716-5de5fcb1ff74 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0562046 Jun 23 12:01:49.224131 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-23ce5801-66f8-4606-89ed-6495ab825049 req-eb9857e0-e0e4-46d5-97f3-b0886643348b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498552 Jun 23 12:01:49.273729 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29498b69-8e51-4dad-b21a-972264cb74ad tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:01:49.278557 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-29498b69-8e51-4dad-b21a-972264cb74ad tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:49.283309 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f5a61-f4ba-4cfb-9310-d96c1e53643d None None] Sync routers for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:01:49.293984 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f5a61-f4ba-4cfb-9310-d96c1e53643d None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:01:49.294610 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-1e8f5a61-f4ba-4cfb-9310-d96c1e53643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:01:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:49.311789 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-29498b69-8e51-4dad-b21a-972264cb74ad tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "PUT /v2.0/floatingips/49d7efd5-99d2-4843-b4b9-5f4e107c67bb HTTP/1.1" status: 200 len: 991 time: 1.1627367 Jun 23 12:01:49.311789 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1', 'tag': '23b9efef-6889-4666-ac0e-537e6c48240c'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:01:49.312377 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d3d4fe-9f80-4bd1-a787-9cb5ca0a306c" -d '{"events": [{"name": "network-changed", "server_uuid": "604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1", "tag": "23b9efef-6889-4666-ac0e-537e6c48240c"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:01:49.348824 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eba398-d8e0-4971-8fc9-9720e26171a8 x-openstack-request-id: req-03eba398-d8e0-4971-8fc9-9720e26171a8 {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:01:49.349118 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1", "tag": "23b9efef-6889-4666-ac0e-537e6c48240c", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:01:49.349371 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-03eba398-d8e0-4971-8fc9-9720e26171a8 {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:01:49.349772 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03eba398-d8e0-4971-8fc9-9720e26171a8'] response: {'name': 'network-changed', 'server_uuid': '604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1', 'tag': '23b9efef-6889-4666-ac0e-537e6c48240c', 'status': 'completed', 'code': 200} Jun 23 12:01:49.407773 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d4fe-9f80-4bd1-a787-9cb5ca0a306c req-203ed83e-d737-4073-8247-7f66eb32b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:49.409358 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-21d3d4fe-9f80-4bd1-a787-9cb5ca0a306c req-203ed83e-d737-4073-8247-7f66eb32b999 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4f73dfee32d43b985e9192000eaed8c&device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 1129 time: 0.0401695 Jun 23 12:01:49.489766 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:49.509892 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d4fe-9f80-4bd1-a787-9cb5ca0a306c req-131b8ca3-62c7-49f2-8ca5-39663319085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:49.512043 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-21d3d4fe-9f80-4bd1-a787-9cb5ca0a306c req-131b8ca3-62c7-49f2-8ca5-39663319085b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e2860678-188a-43de-956c-7f6a2a5353f6 HTTP/1.1" status: 200 len: 916 time: 0.0961528 Jun 23 12:01:49.524522 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-1e8f5a61-f4ba-4cfb-9310-d96c1e53643d None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:01:49.574806 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-21d3d4fe-9f80-4bd1-a787-9cb5ca0a306c req-231556f4-87ac-48a2-810c-230b76ea8a16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23b9efef-6889-4666-ac0e-537e6c48240c HTTP/1.1" status: 200 len: 999 time: 0.0561390 Jun 23 12:01:49.623742 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d4fe-9f80-4bd1-a787-9cb5ca0a306c req-b6b3fef6-a8bc-49a4-9dd0-b5d9c9d1935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:49.625247 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-21d3d4fe-9f80-4bd1-a787-9cb5ca0a306c req-b6b3fef6-a8bc-49a4-9dd0-b5d9c9d1935f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa HTTP/1.1" status: 200 len: 854 time: 0.0435786 Jun 23 12:01:49.675959 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d4fe-9f80-4bd1-a787-9cb5ca0a306c req-3b15bdea-df0c-458d-a4b2-b74bd5fcc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:49.677530 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-21d3d4fe-9f80-4bd1-a787-9cb5ca0a306c req-3b15bdea-df0c-458d-a4b2-b74bd5fcc436 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e2860678-188a-43de-956c-7f6a2a5353f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458264 Jun 23 12:01:49.731827 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-1e8f5a61-f4ba-4cfb-9310-d96c1e53643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '49d7efd5-99d2-4843-b4b9-5f4e107c67bb', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': '23b9efef-6889-4666-ac0e-537e6c48240c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:fe:50:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:01:30Z', 'updated_at': '2022-06-23T12:01:48Z', 'revision_number': 1, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:49.756434 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f5a61-f4ba-4cfb-9310-d96c1e53643d None None] Checking router: 0bd1f321-5d98-4143-ba24-2a3aad50da03 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:01:49.764731 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f5a61-f4ba-4cfb-9310-d96c1e53643d None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:01:49.765332 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-1e8f5a61-f4ba-4cfb-9310-d96c1e53643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:01:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:49.771011 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-21d3d4fe-9f80-4bd1-a787-9cb5ca0a306c req-03fa0bb3-033d-40df-8b06-5d900fbda28a service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859141 Jun 23 12:01:49.813215 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:49.869746 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-1e8f5a61-f4ba-4cfb-9310-d96c1e53643d None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:01:49.873039 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-21d3d4fe-9f80-4bd1-a787-9cb5ca0a306c req-b32e6300-97bf-4b9c-9088-2d958b0a4ef0 service neutron] 10.222.0.44 "GET /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946577 Jun 23 12:01:50.094268 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-1e8f5a61-f4ba-4cfb-9310-d96c1e53643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '49d7efd5-99d2-4843-b4b9-5f4e107c67bb', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': '23b9efef-6889-4666-ac0e-537e6c48240c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:fe:50:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:01:30Z', 'updated_at': '2022-06-23T12:01:48Z', 'revision_number': 1, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:01:50.119174 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f5a61-f4ba-4cfb-9310-d96c1e53643d None None] The sync data for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi is: [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '49d7efd5-99d2-4843-b4b9-5f4e107c67bb', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'port_id': '23b9efef-6889-4666-ac0e-537e6c48240c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'mac_address': 'fa:16:3e:fe:50:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:01:30Z', 'updated_at': '2022-06-23T12:01:48Z', 'revision_number': 1, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:01:50.315998 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6429b4-7b50-499a-a0f6-ca300365f1e8 None None] New status for floating IP 49d7efd5-99d2-4843-b4b9-5f4e107c67bb: ACTIVE {{(pid=103991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:01:50.349185 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bf760-6c74-4d15-b6cc-d5318470b16f req-ac485a0d-15ab-4d6b-ad6c-523ddaddb86b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:50.350817 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-241bf760-6c74-4d15-b6cc-d5318470b16f req-ac485a0d-15ab-4d6b-ad6c-523ddaddb86b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0491374 Jun 23 12:01:50.419937 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-241bf760-6c74-4d15-b6cc-d5318470b16f req-17735c9d-dd5d-4e60-8d3d-6536df1caf5a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635393 Jun 23 12:01:51.423320 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55742) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:51.542073 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a6d110d7-ae74-41d1-b098-42809403a9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:51.561372 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05729f4b-8c18-4818-ba53-f36a0a63e395 req-9a998c78-30da-473e-a20d-31025616bec0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:51.562815 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-05729f4b-8c18-4818-ba53-f36a0a63e395 req-9a998c78-30da-473e-a20d-31025616bec0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0674398 Jun 23 12:01:51.638264 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-05729f4b-8c18-4818-ba53-f36a0a63e395 req-12e73cc7-2a02-4a44-86c2-facb2a00d3d3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670416 Jun 23 12:01:51.669830 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a6d110d7-ae74-41d1-b098-42809403a9c4 admin admin] Publish callbacks [] for security_group (c2a79d4b-eceb-40c7-8fba-f61d0b1b0049), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:51.673725 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a6d110d7-ae74-41d1-b098-42809403a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (c2a79d4b-eceb-40c7-8fba-f61d0b1b0049), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:51.713481 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-a6d110d7-ae74-41d1-b098-42809403a9c4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a1bb7903665341c4a2db8eb400bf38f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891009 Jun 23 12:01:51.714426 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d110d7-ae74-41d1-b098-42809403a9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a79d4b-eceb-40c7-8fba-f61d0b1b0049,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:51.716439 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 55748) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:01:51.769465 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6fb036a1-17ab-4830-b6f3-447ecb0ad6ca admin admin] Publish callbacks [] for security_group (c2a79d4b-eceb-40c7-8fba-f61d0b1b0049), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:51.791543 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6fb036a1-17ab-4830-b6f3-447ecb0ad6ca admin admin] Publish callbacks [] for security_group (c2a79d4b-eceb-40c7-8fba-f61d0b1b0049), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:51.838824 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6fb036a1-17ab-4830-b6f3-447ecb0ad6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (c2a79d4b-eceb-40c7-8fba-f61d0b1b0049), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:51.841369 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6fb036a1-17ab-4830-b6f3-447ecb0ad6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:51.842527 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-6fb036a1-17ab-4830-b6f3-447ecb0ad6ca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c2a79d4b-eceb-40c7-8fba-f61d0b1b0049 HTTP/1.1" status: 204 len: 168 time: 0.1249931 Jun 23 12:01:51.850311 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb036a1-17ab-4830-b6f3-447ecb0ad6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a79d4b-eceb-40c7-8fba-f61d0b1b0049,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:52.776075 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095796c-2690-44b3-9177-1c3f2425b451 req-15c8b1a6-6d0e-4dc5-a680-9714fb1e62d5 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:52.777743 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7095796c-2690-44b3-9177-1c3f2425b451 req-15c8b1a6-6d0e-4dc5-a680-9714fb1e62d5 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0621994 Jun 23 12:01:52.834148 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7095796c-2690-44b3-9177-1c3f2425b451 req-fef41ad1-ffd9-4d06-8700-9ea9547cedc4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503192 Jun 23 12:01:53.967344 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d0a75-e9b9-4535-ad87-fccf4dc38e7d req-6691f4ed-43eb-4e3b-86d0-f51f0ec58c31 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:53.968885 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9f1d0a75-e9b9-4535-ad87-fccf4dc38e7d req-6691f4ed-43eb-4e3b-86d0-f51f0ec58c31 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0541086 Jun 23 12:01:54.003043 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:54.019484 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9f1d0a75-e9b9-4535-ad87-fccf4dc38e7d req-60528b59-a56d-4635-a2e0-b1ac7b215004 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448966 Jun 23 12:01:55.140956 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23fb51-969d-44e3-828d-2bc19798229b req-6405fe8c-c4bb-4814-944b-34a4149d4d0a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:55.142470 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ac23fb51-969d-44e3-828d-2bc19798229b req-6405fe8c-c4bb-4814-944b-34a4149d4d0a tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0506737 Jun 23 12:01:55.194862 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ac23fb51-969d-44e3-828d-2bc19798229b req-3b1b8026-eefc-40c4-ae0a-d1567c522085 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460284 Jun 23 12:01:55.998875 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:56.317462 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cba91-5d50-464c-9e17-99fa3ee750d5 req-7abf30cf-471e-4730-9396-d82ebd40a6df tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:56.319345 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1f8cba91-5d50-464c-9e17-99fa3ee750d5 req-7abf30cf-471e-4730-9396-d82ebd40a6df tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0504079 Jun 23 12:01:56.365474 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1f8cba91-5d50-464c-9e17-99fa3ee750d5 req-65209ba1-b11b-4384-8ccb-7d33b86c7321 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406661 Jun 23 12:01:56.688316 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:01:57.297004 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 12:01:57.396767 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:57.411904 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'port_id': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592', 'mac_address': 'fa:16:3e:e9:6d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 12:01:57.457677 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 is: ACTIVE; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:01:57.458084 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:57.473702 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:01:57.488225 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca831c3-e3c2-44f6-954d-2720a84dd082 req-49ddbed7-e27a-454a-bb94-318249d248ea tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:57.489809 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fca831c3-e3c2-44f6-954d-2720a84dd082 req-49ddbed7-e27a-454a-bb94-318249d248ea tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0502915 Jun 23 12:01:57.493781 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:57.500705 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:57.508353 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:57.540878 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fca831c3-e3c2-44f6-954d-2720a84dd082 req-e27d689d-1476-4ff3-94f9-8540468bce40 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448875 Jun 23 12:01:57.560329 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,revision_number=6']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:57.572430 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:57.573093 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:57.573437 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:57.573839 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:57.574177 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:57.574748 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:57.575081 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:57.575409 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:57.575732 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:57.576051 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:57.576371 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:57.576707 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:57.577027 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:57.577342 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:57.577654 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:01:57.641685 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['b3a6b734-e0ed-4bdf-9b35-b9b65ed45592'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:01:58.663052 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b690ed2-060e-4575-ae9b-771b423a9b82 req-15b64eda-b344-4b57-8313-5e1b88f50a0f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:58.665298 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0b690ed2-060e-4575-ae9b-771b423a9b82 req-15b64eda-b344-4b57-8313-5e1b88f50a0f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 944 time: 0.0499415 Jun 23 12:01:58.714815 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-0b690ed2-060e-4575-ae9b-771b423a9b82 req-f86b7f40-e0bc-4642-975e-23c29c67398d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428231 Jun 23 12:01:59.302180 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:01:59.347803 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=100 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:01:59.358023 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:01:59.358650 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:59.447049 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:01:59.447425 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:59.480428 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:01:59.483281 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c064332a-fd06-4179-afbc-531761273c76" -d '{"events": [{"server_uuid": "bd3c7247-2686-47a7-96dc-7ffbbe7e7c62", "name": "network-vif-plugged", "status": "completed", "tag": "b3a6b734-e0ed-4bdf-9b35-b9b65ed45592"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:01:59.489711 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:01:59.498675 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:01:59.541639 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36e5cd3-c85e-4bb2-8e46-1b7d35d04d88 x-openstack-request-id: req-f36e5cd3-c85e-4bb2-8e46-1b7d35d04d88 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:01:59.542219 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3c7247-2686-47a7-96dc-7ffbbe7e7c62", "name": "network-vif-plugged", "status": "completed", "tag": "b3a6b734-e0ed-4bdf-9b35-b9b65ed45592", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:01:59.542471 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f36e5cd3-c85e-4bb2-8e46-1b7d35d04d88 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:01:59.542863 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36e5cd3-c85e-4bb2-8e46-1b7d35d04d88'] response: {'server_uuid': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592', 'code': 200} Jun 23 12:01:59.565916 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,revision_number=7']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:01:59.856411 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a053eb7-2e4c-4c6b-9a4f-061b01f14062 req-4a50b886-426a-48bc-98f6-47f55af2668d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:01:59.864082 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7a053eb7-2e4c-4c6b-9a4f-061b01f14062 req-4a50b886-426a-48bc-98f6-47f55af2668d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0646420 Jun 23 12:01:59.933619 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7a053eb7-2e4c-4c6b-9a4f-061b01f14062 req-5b4e491f-b21c-4c0a-baee-73a78c63fae3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682487 Jun 23 12:02:00.051787 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 55908) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:00.178847 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:00.194278 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:00.296099 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Publish callbacks [] for security_group (eaba1541-e336-4154-bd0e-80dfb2e23ae7), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:00.301379 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (eaba1541-e336-4154-bd0e-80dfb2e23ae7), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:00.346263 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaba1541-e336-4154-bd0e-80dfb2e23ae7,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:00.354141 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55912) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:00.354432 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0f5f132ce6794f2dade7a635bdcb21b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012438 Jun 23 12:02:00.362013 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:00.362510 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:00.362945 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:00.363352 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:00.363762 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:00.364170 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:00.364590 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:00.365591 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:00.366063 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:00.366468 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:00.367435 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:00.367852 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:00.368254 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:00.368650 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:00.369502 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b116f749-e49b-4b30-a8af-73248b86d40d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:00.417573 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-456d4566-8020-44d4-ba5d-52212617b21d admin admin] Publish callbacks [] for security_group (eaba1541-e336-4154-bd0e-80dfb2e23ae7), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:00.422268 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:00.450056 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-456d4566-8020-44d4-ba5d-52212617b21d admin admin] Publish callbacks [] for security_group (eaba1541-e336-4154-bd0e-80dfb2e23ae7), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:00.520401 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-456d4566-8020-44d4-ba5d-52212617b21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (eaba1541-e336-4154-bd0e-80dfb2e23ae7), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:00.527275 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-456d4566-8020-44d4-ba5d-52212617b21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:00.533636 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-456d4566-8020-44d4-ba5d-52212617b21d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eaba1541-e336-4154-bd0e-80dfb2e23ae7 HTTP/1.1" status: 204 len: 168 time: 0.1784375 Jun 23 12:02:00.546522 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d4566-8020-44d4-ba5d-52212617b21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaba1541-e336-4154-bd0e-80dfb2e23ae7,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:00.904348 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55918) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:00.919578 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3ac45255-8f91-4d44-b97d-cadf4eee2b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:01.060977 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3ac45255-8f91-4d44-b97d-cadf4eee2b90 admin admin] Publish callbacks [] for security_group (c237b667-b083-4566-8966-7139b3b07b7c), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:01.066328 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3ac45255-8f91-4d44-b97d-cadf4eee2b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (c237b667-b083-4566-8966-7139b3b07b7c), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:01.085973 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-cc608d9e-4e38-4554-b63d-9fe0ca8e82f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:01.107585 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7158bf5-7905-4154-aac1-3d2266b40f7e req-4951997a-0409-4f7b-bb27-2c1fd948f123 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:01.116707 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e7158bf5-7905-4154-aac1-3d2266b40f7e req-4951997a-0409-4f7b-bb27-2c1fd948f123 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0884101 Jun 23 12:02:01.118952 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-3ac45255-8f91-4d44-b97d-cadf4eee2b90 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b86d3760bb094a2eb6ec42a9689bbeca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134793 Jun 23 12:02:01.120092 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac45255-8f91-4d44-b97d-cadf4eee2b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c237b667-b083-4566-8966-7139b3b07b7c,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:01.122695 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55922) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:01.183458 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e7158bf5-7905-4154-aac1-3d2266b40f7e req-1acb98b7-158e-4432-a72d-c37751fa414b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654507 Jun 23 12:02:01.190999 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5296050-479f-4902-8de5-69dbc7d0ab58 admin admin] Publish callbacks [] for security_group (c237b667-b083-4566-8966-7139b3b07b7c), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:01.226329 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5296050-479f-4902-8de5-69dbc7d0ab58 admin admin] Publish callbacks [] for security_group (c237b667-b083-4566-8966-7139b3b07b7c), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:01.282374 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5296050-479f-4902-8de5-69dbc7d0ab58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (c237b667-b083-4566-8966-7139b3b07b7c), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:01.285239 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5296050-479f-4902-8de5-69dbc7d0ab58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:01.289254 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e5296050-479f-4902-8de5-69dbc7d0ab58 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c237b667-b083-4566-8966-7139b3b07b7c HTTP/1.1" status: 204 len: 168 time: 0.1624646 Jun 23 12:02:01.297796 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5296050-479f-4902-8de5-69dbc7d0ab58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c237b667-b083-4566-8966-7139b3b07b7c,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:01.709824 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55934) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:01.724776 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8d347ba1-5705-4992-b2e4-7264c632bb4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:01.754733 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:01.823576 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8d347ba1-5705-4992-b2e4-7264c632bb4e admin admin] Publish callbacks [] for security_group (3601786a-4d60-471e-a8be-ce72e2494512), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:01.830306 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8d347ba1-5705-4992-b2e4-7264c632bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (3601786a-4d60-471e-a8be-ce72e2494512), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:01.883448 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-8d347ba1-5705-4992-b2e4-7264c632bb4e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2a6be87d00e74a2b8e63c5236ca136d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700840 Jun 23 12:02:01.883957 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 55936) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:01.895903 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d347ba1-5705-4992-b2e4-7264c632bb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3601786a-4d60-471e-a8be-ce72e2494512,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:01.955672 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-358a4536-76c0-43aa-9859-6f002271625e admin admin] Publish callbacks [] for security_group (3601786a-4d60-471e-a8be-ce72e2494512), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:01.991048 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-358a4536-76c0-43aa-9859-6f002271625e admin admin] Publish callbacks [] for security_group (3601786a-4d60-471e-a8be-ce72e2494512), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:02.062662 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-358a4536-76c0-43aa-9859-6f002271625e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (3601786a-4d60-471e-a8be-ce72e2494512), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:02.065727 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-358a4536-76c0-43aa-9859-6f002271625e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:02.067174 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-358a4536-76c0-43aa-9859-6f002271625e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3601786a-4d60-471e-a8be-ce72e2494512 HTTP/1.1" status: 204 len: 168 time: 0.1821194 Jun 23 12:02:02.077475 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a4536-76c0-43aa-9859-6f002271625e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3601786a-4d60-471e-a8be-ce72e2494512,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:02.325140 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e754b7-e79b-4820-bb34-fd997ca8a871 req-7ae298ed-a2b8-4731-acda-4a818ebf802f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:02.327002 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c0e754b7-e79b-4820-bb34-fd997ca8a871 req-7ae298ed-a2b8-4731-acda-4a818ebf802f tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0565886 Jun 23 12:02:02.343580 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:02.401287 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c0e754b7-e79b-4820-bb34-fd997ca8a871 req-c99e7b50-cde5-41c5-9136-77d75aaf91c1 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686762 Jun 23 12:02:03.414814 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-f23fa100-7d56-4d02-835e-bcfa1f217d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:03.575390 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b18c2-3a37-4a38-9a43-42534b1d6f78 req-0d16035d-a168-49ff-b4e8-ba3415b0c3e2 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:03.584308 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-375b18c2-3a37-4a38-9a43-42534b1d6f78 req-0d16035d-a168-49ff-b4e8-ba3415b0c3e2 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0866997 Jun 23 12:02:03.610738 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:03.664695 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-375b18c2-3a37-4a38-9a43-42534b1d6f78 req-02e2c490-beee-4ec4-aa54-39f7f2250efe tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786166 Jun 23 12:02:04.668810 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:04.852047 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65808491-4bb6-4a5b-972b-ecab48cff272 req-81093829-87e9-4104-bc12-a86176e375ae tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:04.853659 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-65808491-4bb6-4a5b-972b-ecab48cff272 req-81093829-87e9-4104-bc12-a86176e375ae tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0594480 Jun 23 12:02:04.909312 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-65808491-4bb6-4a5b-972b-ecab48cff272 req-99a52a2b-d33b-480d-ae3b-fbce1259d3b1 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495939 Jun 23 12:02:05.914280 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:06.058896 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c72cb6-131e-44bf-a29b-5fe2fcee01ed req-44d1879e-d55a-4a9c-9cf0-0317a3f695f0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:06.061530 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-09c72cb6-131e-44bf-a29b-5fe2fcee01ed req-44d1879e-d55a-4a9c-9cf0-0317a3f695f0 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0663843 Jun 23 12:02:06.112580 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-09c72cb6-131e-44bf-a29b-5fe2fcee01ed req-01222701-4ccc-4b9a-9a38-d304b935b582 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452197 Jun 23 12:02:06.158320 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:06.736755 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=14 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:06.737877 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:07.275325 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f8dbc-31aa-4163-b322-1f2e18d5dfb8 req-565f2155-236b-4483-88bf-14e63973a5ff tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:07.277495 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-855f8dbc-31aa-4163-b322-1f2e18d5dfb8 req-565f2155-236b-4483-88bf-14e63973a5ff tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0566201 Jun 23 12:02:07.345646 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-855f8dbc-31aa-4163-b322-1f2e18d5dfb8 req-261f8c55-28e4-43da-b781-3c70341a96dc tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618303 Jun 23 12:02:08.463937 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15b11d-d16b-4b21-a3c6-5f601f94f271 req-5077fadd-b25b-4964-9aa9-84d138800ac2 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:08.465642 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8d15b11d-d16b-4b21-a3c6-5f601f94f271 req-5077fadd-b25b-4964-9aa9-84d138800ac2 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0492117 Jun 23 12:02:08.518272 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8d15b11d-d16b-4b21-a3c6-5f601f94f271 req-014e6cf2-4185-43af-8e29-78ba52b07f8d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460734 Jun 23 12:02:08.724356 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9432c3-81c3-47be-b0d2-9332e5d5ac0d req-2fbd494f-caed-4b18-8780-cd713980f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:08.725897 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ec9432c3-81c3-47be-b0d2-9332e5d5ac0d req-2fbd494f-caed-4b18-8780-cd713980f376 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d211354c655b469491d235e5507e61ba&device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 1129 time: 0.0415831 Jun 23 12:02:08.816958 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9432c3-81c3-47be-b0d2-9332e5d5ac0d req-f64c99eb-8e6b-4f3b-b38c-13db6986dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:08.818993 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ec9432c3-81c3-47be-b0d2-9332e5d5ac0d req-f64c99eb-8e6b-4f3b-b38c-13db6986dd16 service neutron] 10.222.0.44 "GET /v2.0/networks?id=95d2a966-c2d0-4baf-b3af-40bcab8446e6 HTTP/1.1" status: 200 len: 918 time: 0.0854607 Jun 23 12:02:08.891578 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ec9432c3-81c3-47be-b0d2-9332e5d5ac0d req-f1236aae-7b93-4fb2-a3b1-fb2b65c00b31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 HTTP/1.1" status: 200 len: 1001 time: 0.0623550 Jun 23 12:02:08.940370 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9432c3-81c3-47be-b0d2-9332e5d5ac0d req-6bb1554b-3ed6-46d0-81d4-6dd2795f8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:08.941771 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ec9432c3-81c3-47be-b0d2-9332e5d5ac0d req-6bb1554b-3ed6-46d0-81d4-6dd2795f8dcf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fea9b42-e008-42bd-8176-b6f37ce2fc7a HTTP/1.1" status: 200 len: 856 time: 0.0439999 Jun 23 12:02:08.990334 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9432c3-81c3-47be-b0d2-9332e5d5ac0d req-fcbcde04-c950-4d36-8cf1-3b8ab2f9e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:08.993010 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ec9432c3-81c3-47be-b0d2-9332e5d5ac0d req-fcbcde04-c950-4d36-8cf1-3b8ab2f9e1d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95d2a966-c2d0-4baf-b3af-40bcab8446e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445836 Jun 23 12:02:09.063983 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:09.093708 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ec9432c3-81c3-47be-b0d2-9332e5d5ac0d req-e86e3ed3-c172-4ffb-9c8d-ae80c4d98d04 service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926945 Jun 23 12:02:09.191684 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ec9432c3-81c3-47be-b0d2-9332e5d5ac0d req-596cea0a-6d62-4f60-9429-f827a6a25b4d service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908158 Jun 23 12:02:09.636513 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23adc1-1113-4d76-abbb-f2a2110a537f req-1487c5c4-dede-4ce7-b3bd-3d92f17730c7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:09.638020 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8b23adc1-1113-4d76-abbb-f2a2110a537f req-1487c5c4-dede-4ce7-b3bd-3d92f17730c7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0463471 Jun 23 12:02:09.688352 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8b23adc1-1113-4d76-abbb-f2a2110a537f req-4f2b3773-b2fb-4b84-8f61-850e971cd0fc tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447953 Jun 23 12:02:10.228621 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:10.812747 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e49376-260a-416c-a98c-6f884e855d17 req-2e7f54cf-7bba-4bd7-a29d-afd2eb0dd07d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:10.814359 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f0e49376-260a-416c-a98c-6f884e855d17 req-2e7f54cf-7bba-4bd7-a29d-afd2eb0dd07d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 945 time: 0.0521545 Jun 23 12:02:10.861922 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f0e49376-260a-416c-a98c-6f884e855d17 req-81f21221-8928-4788-9999-e1870af57671 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420582 Jun 23 12:02:11.333060 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:02:11.410596 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 is: ACTIVE; New status is: DOWN {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:02:11.410994 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:11.438282 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:02:11.440518 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac03d6a0-22c3-40aa-b9c8-4c5a8b655762" -d '{"events": [{"server_uuid": "bd3c7247-2686-47a7-96dc-7ffbbe7e7c62", "name": "network-vif-unplugged", "status": "completed", "tag": "b3a6b734-e0ed-4bdf-9b35-b9b65ed45592"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:02:11.454284 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:11.463006 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:11.489295 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Jun 2022 12:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68a6831-62c0-4181-b817-827d472ae5c1 x-openstack-request-id: req-a68a6831-62c0-4181-b817-827d472ae5c1 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:02:11.489587 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3c7247-2686-47a7-96dc-7ffbbe7e7c62", "name": "network-vif-unplugged", "status": "completed", "tag": "b3a6b734-e0ed-4bdf-9b35-b9b65ed45592", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:02:11.489842 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a68a6831-62c0-4181-b817-827d472ae5c1 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:02:11.490885 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68a6831-62c0-4181-b817-827d472ae5c1'] response: {'server_uuid': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592', 'code': 200} Jun 23 12:02:11.519733 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,revision_number=8']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:11.987807 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd7ee7-6de4-40b6-acfb-091148350e79 req-bd0400aa-487e-42b4-b483-7fa86e659601 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:11.997440 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-51bd7ee7-6de4-40b6-acfb-091148350e79 req-bd0400aa-487e-42b4-b483-7fa86e659601 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0583415 Jun 23 12:02:12.051967 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-51bd7ee7-6de4-40b6-acfb-091148350e79 req-40bff683-715a-4907-ab04-9d735a9ec27d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530155 Jun 23 12:02:13.085006 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89786ce7-edc5-48bc-93f1-cf888113bcc4 req-fac112bc-8908-4049-8192-7e31db2ec660 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:13.086509 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-89786ce7-edc5-48bc-93f1-cf888113bcc4 req-fac112bc-8908-4049-8192-7e31db2ec660 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0663481 Jun 23 12:02:13.123335 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:13.137265 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-83f8ce82-b841-4ce1-835d-11f9251d7369 req-1376c5c4-630f-4a70-8716-f981a262e8a6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0678091 Jun 23 12:02:13.160902 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-89786ce7-edc5-48bc-93f1-cf888113bcc4 req-67c31cf4-47d6-4698-ad46-129b9b8b8e0e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581160 Jun 23 12:02:13.223440 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8ce82-b841-4ce1-835d-11f9251d7369 req-703cecc1-1228-4b46-9183-d3e22209dbe9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:13.230650 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-83f8ce82-b841-4ce1-835d-11f9251d7369 req-703cecc1-1228-4b46-9183-d3e22209dbe9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports/b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 HTTP/1.1" status: 200 len: 940 time: 0.0495024 Jun 23 12:02:14.039414 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8ce82-b841-4ce1-835d-11f9251d7369 req-5790eaf7-d4ea-42ab-9c7e-ae7ab5e3d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:14.040959 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-83f8ce82-b841-4ce1-835d-11f9251d7369 req-5790eaf7-d4ea-42ab-9c7e-ae7ab5e3d58c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62&tenant_id=d211354c655b469491d235e5507e61ba HTTP/1.1" status: 200 len: 1127 time: 0.0429533 Jun 23 12:02:14.108016 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8ce82-b841-4ce1-835d-11f9251d7369 req-a4fb4303-225d-4843-b4f2-09ec717a25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:14.109546 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-83f8ce82-b841-4ce1-835d-11f9251d7369 req-a4fb4303-225d-4843-b4f2-09ec717a25b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d211354c655b469491d235e5507e61ba&device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 1127 time: 0.0386989 Jun 23 12:02:14.204229 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8ce82-b841-4ce1-835d-11f9251d7369 req-239b2788-42a0-4474-b4cb-e929550dc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:14.205738 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-83f8ce82-b841-4ce1-835d-11f9251d7369 req-239b2788-42a0-4474-b4cb-e929550dc1e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=95d2a966-c2d0-4baf-b3af-40bcab8446e6 HTTP/1.1" status: 200 len: 918 time: 0.0891225 Jun 23 12:02:14.272504 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-83f8ce82-b841-4ce1-835d-11f9251d7369 req-0061369f-0d05-498f-903b-ff435cb1e3ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 HTTP/1.1" status: 200 len: 999 time: 0.0601237 Jun 23 12:02:14.286104 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384d9e7-992e-427f-bdcf-312d80da9717 req-898f63fd-559a-4e16-8a89-b0928297938d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:14.288141 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2384d9e7-992e-427f-bdcf-312d80da9717 req-898f63fd-559a-4e16-8a89-b0928297938d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0490425 Jun 23 12:02:14.323990 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8ce82-b841-4ce1-835d-11f9251d7369 req-cd821fd0-7554-4a61-983c-1a03cbba3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:14.325404 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-83f8ce82-b841-4ce1-835d-11f9251d7369 req-cd821fd0-7554-4a61-983c-1a03cbba3af7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fea9b42-e008-42bd-8176-b6f37ce2fc7a HTTP/1.1" status: 200 len: 856 time: 0.0460651 Jun 23 12:02:14.343646 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-2384d9e7-992e-427f-bdcf-312d80da9717 req-77274f1a-4154-4415-971a-e456baf637e4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494361 Jun 23 12:02:14.384759 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8ce82-b841-4ce1-835d-11f9251d7369 req-c540ebfc-d55c-4856-ba54-5a6348c3187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:14.384759 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-83f8ce82-b841-4ce1-835d-11f9251d7369 req-c540ebfc-d55c-4856-ba54-5a6348c3187e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=95d2a966-c2d0-4baf-b3af-40bcab8446e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494084 Jun 23 12:02:14.474630 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-83f8ce82-b841-4ce1-835d-11f9251d7369 req-caac4c53-0973-455e-ba3b-19f592460a1f service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836315 Jun 23 12:02:14.572125 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-83f8ce82-b841-4ce1-835d-11f9251d7369 req-f6075978-9951-4ed2-8691-86db1f6ea8ed service neutron] 10.222.0.44 "GET /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903983 Jun 23 12:02:15.373737 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:02:15.517176 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704f75c-6384-4666-aafd-462294645e64 req-4d8964a5-9c65-44c8-a532-c8b2e0f62018 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:15.531638 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 is: DOWN; New status is: DOWN {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:02:15.533259 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3704f75c-6384-4666-aafd-462294645e64 req-4d8964a5-9c65-44c8-a532-c8b2e0f62018 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0801859 Jun 23 12:02:15.605744 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3704f75c-6384-4666-aafd-462294645e64 req-6e407888-9f14-4c17-9d2f-16cad182481b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713835 Jun 23 12:02:16.716398 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:16.735137 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25815738-6798-4618-a1fb-96109e091f96 req-60fd4a14-435f-404e-8587-cd099fe37cc7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:16.736710 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-25815738-6798-4618-a1fb-96109e091f96 req-60fd4a14-435f-404e-8587-cd099fe37cc7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0513787 Jun 23 12:02:16.788985 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-25815738-6798-4618-a1fb-96109e091f96 req-9064d3bd-81de-4229-8aab-c033b1c1d361 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448806 Jun 23 12:02:17.912452 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c5864-3823-4948-b2fb-187ec8739620 req-2f4dc87a-c3fd-4703-8bd7-3c4dd031a0dd tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:17.914128 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-db4c5864-3823-4948-b2fb-187ec8739620 req-2f4dc87a-c3fd-4703-8bd7-3c4dd031a0dd tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0493493 Jun 23 12:02:17.967037 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-db4c5864-3823-4948-b2fb-187ec8739620 req-3cb54e4a-f80b-4a03-ac61-b06b73507ada tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468786 Jun 23 12:02:19.097113 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebc0cf-eece-4986-a719-4fcbeee9504d req-a172a50c-6481-404f-9d9d-c2eacc7c7677 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:19.098616 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-39ebc0cf-eece-4986-a719-4fcbeee9504d req-a172a50c-6481-404f-9d9d-c2eacc7c7677 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0512481 Jun 23 12:02:19.152020 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-39ebc0cf-eece-4986-a719-4fcbeee9504d req-fed04399-e9a8-49df-a66c-a1f096126f84 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473928 Jun 23 12:02:20.260530 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:20.306935 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b0847-2317-4d23-b4c6-5999eb215ace req-403325e7-4f0a-40ef-bdaa-e475ec628f4e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:20.308556 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-051b0847-2317-4d23-b4c6-5999eb215ace req-403325e7-4f0a-40ef-bdaa-e475ec628f4e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0585012 Jun 23 12:02:20.362730 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-051b0847-2317-4d23-b4c6-5999eb215ace req-e5dd055f-7e54-479c-9cd3-d1e9adc61fac tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484121 Jun 23 12:02:21.490823 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32fce2-6f99-477e-bfe6-4f198592ef5f req-f4603fe5-5377-4288-9bff-4fd48f0d2468 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:21.492865 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9d32fce2-6f99-477e-bfe6-4f198592ef5f req-f4603fe5-5377-4288-9bff-4fd48f0d2468 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0507104 Jun 23 12:02:21.542760 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9d32fce2-6f99-477e-bfe6-4f198592ef5f req-cf080ed5-39d6-42b6-8d78-397c1d3dc865 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440314 Jun 23 12:02:22.687985 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f7d59-5ada-4971-bfc8-46d8a0ed65c9 req-278aeb3b-6399-4f9b-a8c4-0c45f57707fb tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:22.691093 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f85f7d59-5ada-4971-bfc8-46d8a0ed65c9 req-278aeb3b-6399-4f9b-a8c4-0c45f57707fb tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0704341 Jun 23 12:02:22.743072 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f85f7d59-5ada-4971-bfc8-46d8a0ed65c9 req-edc87692-4286-465c-9b02-f0a060dc8934 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454333 Jun 23 12:02:23.863013 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060b492-2a91-451e-9791-1fc1dca0aec6 req-9868a3af-5436-45d7-95a0-c5f84d8d25fa tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:23.864532 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e060b492-2a91-451e-9791-1fc1dca0aec6 req-9868a3af-5436-45d7-95a0-c5f84d8d25fa tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0469356 Jun 23 12:02:23.916555 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e060b492-2a91-451e-9791-1fc1dca0aec6 req-f375c426-1f75-49e9-99be-dbffa780b746 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459340 Jun 23 12:02:25.034620 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb9b0c-8c2c-4731-bf8c-ab820cd5238b req-9206af9b-97e0-4fdf-b7ca-cf936218e3a3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:25.036109 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f9fb9b0c-8c2c-4731-bf8c-ab820cd5238b req-9206af9b-97e0-4fdf-b7ca-cf936218e3a3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0473645 Jun 23 12:02:25.087532 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-f9fb9b0c-8c2c-4731-bf8c-ab820cd5238b req-5309783d-2060-476e-877b-76ec5dda3683 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457764 Jun 23 12:02:25.523181 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:25.526537 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:25.529017 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:26.197948 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:26.208441 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b783a2-201b-4792-9960-ad7ff944acf6 req-55538bb2-62e1-47e7-b78a-c79c5238c555 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:26.209953 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-80b783a2-201b-4792-9960-ad7ff944acf6 req-55538bb2-62e1-47e7-b78a-c79c5238c555 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0511947 Jun 23 12:02:26.257079 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-80b783a2-201b-4792-9960-ad7ff944acf6 req-cb941341-b4e7-499a-b055-336294c0d089 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409572 Jun 23 12:02:27.378641 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc147751-086a-4c40-b623-b576e16709a6 req-7c8ad31d-fb4d-4db9-a231-4d98e010a84e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:27.380125 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-fc147751-086a-4c40-b623-b576e16709a6 req-7c8ad31d-fb4d-4db9-a231-4d98e010a84e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 943 time: 0.0492675 Jun 23 12:02:27.422098 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 12:02:27.429371 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-fc147751-086a-4c40-b623-b576e16709a6 req-5f633f53-04c6-4bd4-a178-1e2d03e6cf0e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428123 Jun 23 12:02:27.531666 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:27.543456 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'port_id': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592', 'mac_address': 'fa:16:3e:e9:6d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 12:02:27.582764 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:02:27.583156 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:27.598367 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:02:27.619685 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:27.625092 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:27.704712 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,revision_number=9']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:27.891576 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['b3a6b734-e0ed-4bdf-9b35-b9b65ed45592'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:02:28.552204 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593dab1-b56b-4d3f-95b1-7e652fa99852 req-79296a77-cac2-4e0f-9b0a-984e3c8166ee tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:28.553733 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6593dab1-b56b-4d3f-95b1-7e652fa99852 req-79296a77-cac2-4e0f-9b0a-984e3c8166ee tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 944 time: 0.0499592 Jun 23 12:02:28.602279 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-6593dab1-b56b-4d3f-95b1-7e652fa99852 req-b0f6b1a9-8043-4ed7-8609-0218f06d470e tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 Jun 23 12:02:29.423000 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:02:29.469906 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:02:29.470357 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:29.544693 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:02:29.545107 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:29.568531 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:02:29.571652 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb05446-17f2-4041-815d-286290afafed" -d '{"events": [{"server_uuid": "bd3c7247-2686-47a7-96dc-7ffbbe7e7c62", "name": "network-vif-plugged", "status": "completed", "tag": "b3a6b734-e0ed-4bdf-9b35-b9b65ed45592"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:02:29.584989 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:29.589655 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:29.614846 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc71cffa-fec4-494c-b3b9-bba1cae19c57 x-openstack-request-id: req-dc71cffa-fec4-494c-b3b9-bba1cae19c57 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:02:29.615135 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3c7247-2686-47a7-96dc-7ffbbe7e7c62", "name": "network-vif-plugged", "status": "completed", "tag": "b3a6b734-e0ed-4bdf-9b35-b9b65ed45592", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:02:29.615388 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dc71cffa-fec4-494c-b3b9-bba1cae19c57 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:02:29.615779 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc71cffa-fec4-494c-b3b9-bba1cae19c57'] response: {'server_uuid': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592', 'code': 200} Jun 23 12:02:29.642121 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,revision_number=10']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:29.674057 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:29.725333 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95686bef-be2f-4b87-a44a-f0e0c5b3ae3c req-3a6276fe-a77d-4898-9c80-6a8d7c506d82 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:29.726843 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-95686bef-be2f-4b87-a44a-f0e0c5b3ae3c req-3a6276fe-a77d-4898-9c80-6a8d7c506d82 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 946 time: 0.0513766 Jun 23 12:02:29.774659 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-95686bef-be2f-4b87-a44a-f0e0c5b3ae3c req-24c8a0ef-ff08-4923-8bf3-47cd5f56dca3 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421541 Jun 23 12:02:30.888203 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:30.896948 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5f464-59c5-4c8c-8fb4-70550b5d83e3 req-2e6771ee-d2a4-4e37-ae02-7c8b055efe06 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:30.899062 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ddb5f464-59c5-4c8c-8fb4-70550b5d83e3 req-2e6771ee-d2a4-4e37-ae02-7c8b055efe06 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 946 time: 0.0489702 Jun 23 12:02:30.950509 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ddb5f464-59c5-4c8c-8fb4-70550b5d83e3 req-f58581b2-f1ed-4763-89e7-05b860896bb1 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454807 Jun 23 12:02:30.966816 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022f3f5-56be-49c0-afb4-b65438541812 req-609a53cb-961b-4c79-9860-a203377b2b43 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:30.968335 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e022f3f5-56be-49c0-afb4-b65438541812 req-609a53cb-961b-4c79-9860-a203377b2b43 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0572290 Jun 23 12:02:31.018567 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e022f3f5-56be-49c0-afb4-b65438541812 req-794e959f-5a1e-4e64-a9aa-cad20fc125d8 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444915 Jun 23 12:02:31.069965 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-537d91d6-992d-4371-b9cc-94fc6a8481d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:32.076854 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6da0d-0fa1-4eac-b92d-951cd3201ad4 req-d26a89eb-3c09-495e-b5c8-791d41936d30 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:32.079667 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-11b6da0d-0fa1-4eac-b92d-951cd3201ad4 req-d26a89eb-3c09-495e-b5c8-791d41936d30 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 946 time: 0.0523973 Jun 23 12:02:32.128481 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-11b6da0d-0fa1-4eac-b92d-951cd3201ad4 req-6f4d1af2-c022-4cd4-8586-c15f156927a7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445342 Jun 23 12:02:32.142198 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de519b9f-85ba-46c0-9d6a-2ec75e457ab3 req-62ac2d67-d00a-49dc-8c9d-e55d55a68434 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:32.142838 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-de519b9f-85ba-46c0-9d6a-2ec75e457ab3 req-62ac2d67-d00a-49dc-8c9d-e55d55a68434 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0518327 Jun 23 12:02:32.195516 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-de519b9f-85ba-46c0-9d6a-2ec75e457ab3 req-205a4be5-1bfe-467f-8109-ea2eb537544a tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459578 Jun 23 12:02:32.539681 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c4ab3-db9a-4fa0-bbf1-eaad0e957528 req-21150d77-e4ac-42b9-b93c-859df8f87544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:32.541417 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6a5c4ab3-db9a-4fa0-bbf1-eaad0e957528 req-21150d77-e4ac-42b9-b93c-859df8f87544 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 1130 time: 0.0409901 Jun 23 12:02:32.587856 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-6a5c4ab3-db9a-4fa0-bbf1-eaad0e957528 req-6f7c36d5-bafc-42a9-aabf-715b15a48bf3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398545 Jun 23 12:02:33.260720 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c55a1-5a8a-43dd-98e5-dfa3b2a2cb60 req-93b45ab8-29dc-4b7f-8d6f-37eefebc81fc tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:33.264503 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e7c55a1-5a8a-43dd-98e5-dfa3b2a2cb60 req-93b45ab8-29dc-4b7f-8d6f-37eefebc81fc tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 946 time: 0.0567403 Jun 23 12:02:33.333616 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e7c55a1-5a8a-43dd-98e5-dfa3b2a2cb60 req-91e7f99d-d389-4619-82d7-cc8acb522d32 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629764 Jun 23 12:02:33.387913 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c3feb-a27a-4e25-8c3a-145b78c8d089 req-50f9d0aa-69c5-4156-9520-3d59e41561b5 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:33.396367 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-da0c3feb-a27a-4e25-8c3a-145b78c8d089 req-50f9d0aa-69c5-4156-9520-3d59e41561b5 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0761077 Jun 23 12:02:33.401818 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ad5791ff-4360-4649-820d-7628b14fe46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:33.445210 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-da0c3feb-a27a-4e25-8c3a-145b78c8d089 req-1c7b05c3-4185-46cd-ad04-88fbb86ae844 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478914 Jun 23 12:02:33.687143 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:02:34.279376 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623321bf-b167-4730-b0d2-09002b51027e req-3315d8cd-2b52-486c-b0a3-cd03e0c0c589 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:34.281113 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-623321bf-b167-4730-b0d2-09002b51027e req-3315d8cd-2b52-486c-b0a3-cd03e0c0c589 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 945 time: 0.0490348 Jun 23 12:02:34.340127 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-623321bf-b167-4730-b0d2-09002b51027e req-c7a9a3b0-14d4-4c50-9cd9-3075b8379a15 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=0428daa6-6260-4325-927a-539c1415abe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532625 Jun 23 12:02:34.476900 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6832722-f2bc-426c-822c-1befdb62138c req-c35a1c86-1f74-4d90-a153-cad1dfcc7095 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:34.479358 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b6832722-f2bc-426c-822c-1befdb62138c req-c35a1c86-1f74-4d90-a153-cad1dfcc7095 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 946 time: 0.0590601 Jun 23 12:02:34.533657 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b6832722-f2bc-426c-822c-1befdb62138c req-4b523122-0afe-40e2-bf24-5d7b8451440d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477152 Jun 23 12:02:34.649211 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:34.658271 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8a72-b7f5-4913-92b8-b482d9a976da req-70e89a84-17a5-41c4-8289-6c87d72d7b86 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:34.660085 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-baaf8a72-b7f5-4913-92b8-b482d9a976da req-70e89a84-17a5-41c4-8289-6c87d72d7b86 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0540318 Jun 23 12:02:34.674573 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:34.721230 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-baaf8a72-b7f5-4913-92b8-b482d9a976da req-f9e5eff5-c80a-4ace-8820-80a2e336600e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468316 Jun 23 12:02:35.465259 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbd9c1-8249-442e-919e-edf19c1ee59f req-f9aa3aaa-7469-4f74-8367-369e648dd793 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:35.466762 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-02fbd9c1-8249-442e-919e-edf19c1ee59f req-f9aa3aaa-7469-4f74-8367-369e648dd793 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 945 time: 0.0518901 Jun 23 12:02:35.515298 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-02fbd9c1-8249-442e-919e-edf19c1ee59f req-cd6faf31-39bc-470c-b008-f81e7a89a901 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=0428daa6-6260-4325-927a-539c1415abe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428576 Jun 23 12:02:35.656810 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2dca30-d3da-4bb2-a33c-24ea906bf6c4 req-d96d0266-af6b-497e-8ad9-bcda58b3d424 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:35.658351 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-de2dca30-d3da-4bb2-a33c-24ea906bf6c4 req-d96d0266-af6b-497e-8ad9-bcda58b3d424 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 946 time: 0.0474286 Jun 23 12:02:35.712017 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-de2dca30-d3da-4bb2-a33c-24ea906bf6c4 req-33aa982e-bccd-4810-9b95-3c12f7049e75 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446165 Jun 23 12:02:35.849497 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd62ba7-e6dc-4247-bf93-050e4df038eb req-3287f702-95bf-4582-8118-16eb359c78a0 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:35.851051 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9bd62ba7-e6dc-4247-bf93-050e4df038eb req-3287f702-95bf-4582-8118-16eb359c78a0 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0480983 Jun 23 12:02:35.904145 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:35.905454 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9bd62ba7-e6dc-4247-bf93-050e4df038eb req-e0b453d0-a027-47b8-b1d8-27dfefec2903 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485110 Jun 23 12:02:36.135404 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:36.432033 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a323f2-e27f-4102-b432-5506f7eaa1d8 req-aa27abc5-216d-47a1-83c5-de265ee25a29 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:36.433542 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-48a323f2-e27f-4102-b432-5506f7eaa1d8 req-aa27abc5-216d-47a1-83c5-de265ee25a29 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.44 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 945 time: 0.0498645 Jun 23 12:02:36.519989 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-48a323f2-e27f-4102-b432-5506f7eaa1d8 req-6ee94b26-9e9c-4271-b132-7194567f9bdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Deleting port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:02:36.520393 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-48a323f2-e27f-4102-b432-5506f7eaa1d8 req-6ee94b26-9e9c-4271-b132-7194567f9bdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (4bdd1459-2b27-4ac0-9b5f-00e9113b956f), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:36.616926 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-48a323f2-e27f-4102-b432-5506f7eaa1d8 req-6ee94b26-9e9c-4271-b132-7194567f9bdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] For port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4bdd1459-2b27-4ac0-9b5f-00e9113b956f,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:36.617338 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-48a323f2-e27f-4102-b432-5506f7eaa1d8 req-6ee94b26-9e9c-4271-b132-7194567f9bdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (4bdd1459-2b27-4ac0-9b5f-00e9113b956f), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:36.624996 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:36.631505 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9656bf9-ad7c-49a1-bde1-2122b6fd9648 req-2dadf01c-c1b4-4927-89cd-207e986c9e48 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:36.633044 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c9656bf9-ad7c-49a1-bde1-2122b6fd9648 req-2dadf01c-c1b4-4927-89cd-207e986c9e48 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 945 time: 0.0479491 Jun 23 12:02:36.686750 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c9656bf9-ad7c-49a1-bde1-2122b6fd9648 req-96d4160b-49d2-446f-a7ff-12abe5c0b40d tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups?id=0428daa6-6260-4325-927a-539c1415abe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471704 Jun 23 12:02:36.794983 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-48a323f2-e27f-4102-b432-5506f7eaa1d8 req-6ee94b26-9e9c-4271-b132-7194567f9bdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:36.795355 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-48a323f2-e27f-4102-b432-5506f7eaa1d8 req-6ee94b26-9e9c-4271-b132-7194567f9bdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (db12e488-b316-4365-a7e5-05821e1fafc1), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:36.795689 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [req-48a323f2-e27f-4102-b432-5506f7eaa1d8 req-6ee94b26-9e9c-4271-b132-7194567f9bdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Floating IP db12e488-b316-4365-a7e5-05821e1fafc1 disassociated. External IP: 172.27.3.239, port: 4bdd1459-2b27-4ac0-9b5f-00e9113b956f. Jun 23 12:02:36.796560 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-48a323f2-e27f-4102-b432-5506f7eaa1d8 req-6ee94b26-9e9c-4271-b132-7194567f9bdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Calling delete_port for 4bdd1459-2b27-4ac0-9b5f-00e9113b956f owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:02:36.898101 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454c93d-8236-4092-bcae-ce2476da6d9f req-b308bbce-2f55-49ad-ad83-9163121c0194 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:36.899644 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b454c93d-8236-4092-bcae-ce2476da6d9f req-b308bbce-2f55-49ad-ad83-9163121c0194 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 946 time: 0.0917816 Jun 23 12:02:36.911659 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:36.996413 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b454c93d-8236-4092-bcae-ce2476da6d9f req-e615757a-1d32-4eb2-89ec-4e08c499b11d tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834150 Jun 23 12:02:37.013440 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-48a323f2-e27f-4102-b432-5506f7eaa1d8 req-6ee94b26-9e9c-4271-b132-7194567f9bdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (4bdd1459-2b27-4ac0-9b5f-00e9113b956f), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:37.053752 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afccf5-9e19-418c-ba69-21189c2130ea req-5e8d4941-fdbb-4309-ba5b-e14565cac165 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:37.057190 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e7afccf5-9e19-418c-ba69-21189c2130ea req-5e8d4941-fdbb-4309-ba5b-e14565cac165 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0810940 Jun 23 12:02:37.063538 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee94b26-9e9c-4271-b132-7194567f9bdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event deleted for resources: {'Port': ['ID=4bdd1459-2b27-4ac0-9b5f-00e9113b956f,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:37.118031 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e7afccf5-9e19-418c-ba69-21189c2130ea req-66c1a35a-7c27-4753-95fa-e0257518a6a8 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538983 Jun 23 12:02:37.177894 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48a323f2-e27f-4102-b432-5506f7eaa1d8 req-6ee94b26-9e9c-4271-b132-7194567f9bdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Router c0b673df-1003-4023-af23-883ae5ce1995 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:02:37.280651 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48a323f2-e27f-4102-b432-5506f7eaa1d8 req-6ee94b26-9e9c-4271-b132-7194567f9bdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:02:37.292054 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea181c3-5846-4d87-9499-e8afc6227015 None None] Sync routers for ids ['c0b673df-1003-4023-af23-883ae5ce1995'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:02:37.302225 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea181c3-5846-4d87-9499-e8afc6227015 None None] Routers {'c0b673df-1003-4023-af23-883ae5ce1995'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:02:37.302847 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-8ea181c3-5846-4d87-9499-e8afc6227015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:02:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c0b673df-1003-4023-af23-883ae5ce1995'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:37.326533 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a323f2-e27f-4102-b432-5506f7eaa1d8 req-6ee94b26-9e9c-4271-b132-7194567f9bdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] No DVR routers for this DVR port 4bdd1459-2b27-4ac0-9b5f-00e9113b956f on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:02:37.329034 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-48a323f2-e27f-4102-b432-5506f7eaa1d8 req-6ee94b26-9e9c-4271-b132-7194567f9bdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:37.332385 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-48a323f2-e27f-4102-b432-5506f7eaa1d8 req-6ee94b26-9e9c-4271-b132-7194567f9bdc tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.44 "DELETE /v2.0/ports/4bdd1459-2b27-4ac0-9b5f-00e9113b956f HTTP/1.1" status: 204 len: 173 time: 0.8926351 Jun 23 12:02:37.332775 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cdb509-57bb-458f-969a-99f8da10eea5', 'name': 'network-vif-deleted', 'tag': '4bdd1459-2b27-4ac0-9b5f-00e9113b956f'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:02:37.335017 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eb0df4-61f5-46ff-876c-56e24f797e11" -d '{"events": [{"server_uuid": "55cdb509-57bb-458f-969a-99f8da10eea5", "name": "network-vif-deleted", "tag": "4bdd1459-2b27-4ac0-9b5f-00e9113b956f"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:02:37.373593 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ada2419-77b9-4ed8-a08f-a9123638a1cc x-openstack-request-id: req-0ada2419-77b9-4ed8-a08f-a9123638a1cc {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:02:37.373915 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cdb509-57bb-458f-969a-99f8da10eea5", "name": "network-vif-deleted", "tag": "4bdd1459-2b27-4ac0-9b5f-00e9113b956f", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:02:37.374089 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0ada2419-77b9-4ed8-a08f-a9123638a1cc {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:02:37.374481 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ada2419-77b9-4ed8-a08f-a9123638a1cc'] response: {'server_uuid': '55cdb509-57bb-458f-969a-99f8da10eea5', 'name': 'network-vif-deleted', 'tag': '4bdd1459-2b27-4ac0-9b5f-00e9113b956f', 'status': 'completed', 'code': 200} Jun 23 12:02:37.420647 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-8ea181c3-5846-4d87-9499-e8afc6227015 None None] Set router c0b673df-1003-4023-af23-883ae5ce1995 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:02:37.771076 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-8ea181c3-5846-4d87-9499-e8afc6227015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '3243d711-168b-434c-b57d-9f9d2f24b1ec', 'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'mac_address': 'fa:16:3e:1d:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:53Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 5, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'subnets': [{'id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:37.796741 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea181c3-5846-4d87-9499-e8afc6227015 None None] Checking router: c0b673df-1003-4023-af23-883ae5ce1995 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:02:37.803319 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-5b439a6d-769b-46c1-bc50-f544e6a2071b req-b07d636d-d86b-4564-9d8f-945f4356159a tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/ports?device_id=55cdb509-57bb-458f-969a-99f8da10eea5 HTTP/1.1" status: 200 len: 210 time: 0.0329721 Jun 23 12:02:37.806271 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea181c3-5846-4d87-9499-e8afc6227015 None None] Routers {'c0b673df-1003-4023-af23-883ae5ce1995'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:02:37.806887 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-8ea181c3-5846-4d87-9499-e8afc6227015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:02:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c0b673df-1003-4023-af23-883ae5ce1995'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:37.921856 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-8ea181c3-5846-4d87-9499-e8afc6227015 None None] Set router c0b673df-1003-4023-af23-883ae5ce1995 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:02:37.992681 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:38.004157 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:38.114787 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:38.123098 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-8ea181c3-5846-4d87-9499-e8afc6227015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '3243d711-168b-434c-b57d-9f9d2f24b1ec', 'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'mac_address': 'fa:16:3e:1d:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:53Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 5, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'subnets': [{'id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:38.147432 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea181c3-5846-4d87-9499-e8afc6227015 None None] The sync data for ids ['c0b673df-1003-4023-af23-883ae5ce1995'] in dv-cinder-826608-3-iscsi is: [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '3243d711-168b-434c-b57d-9f9d2f24b1ec', 'name': '', 'network_id': '6ec90cf8-67c4-41e3-bbbb-0e606173a369', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'mac_address': 'fa:16:3e:1d:d6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:53Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 5, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'subnets': [{'id': '5479a9c9-7903-44a1-b59c-af44f63c9c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:02:38.191429 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 56506) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:38.259793 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bbf14-17ca-4721-abad-caae5d9c4c98 req-c3e0b30c-3eb9-4fd7-9540-ccd7d3057b72 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:38.261439 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-eb6bbf14-17ca-4721-abad-caae5d9c4c98 req-c3e0b30c-3eb9-4fd7-9540-ccd7d3057b72 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0574019 Jun 23 12:02:38.310811 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:38.317746 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-eb6bbf14-17ca-4721-abad-caae5d9c4c98 req-5336c4f4-adbb-429c-ba74-84c8d60104ed tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506439 Jun 23 12:02:38.344343 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:38.399095 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Publish callbacks [] for security_group (04cba533-10cd-489f-8dcb-f0e37954d1f3), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:38.403191 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (04cba533-10cd-489f-8dcb-f0e37954d1f3), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:38.412613 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12570f7d-b0f5-4c59-90df-449f3f697d59 None None] New status for floating IP db12e488-b316-4365-a7e5-05821e1fafc1: DOWN {{(pid=103991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:02:38.447575 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cba533-10cd-489f-8dcb-f0e37954d1f3,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:38.451739 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a01b251cf9984df393557d138bfbd921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592471 Jun 23 12:02:38.454700 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 56510) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:38.459596 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:38.459992 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:38.460275 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:38.460613 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:38.460960 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:38.461291 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:38.461656 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:38.461970 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:38.462295 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:38.462623 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:38.462953 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:38.463277 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:38.463600 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:38.463917 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:38.464232 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edd097-174d-4703-ab43-166793a6a2a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:38.513926 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c042a0c5-fd1c-4214-83be-83a970e2c941 admin admin] Publish callbacks [] for security_group (04cba533-10cd-489f-8dcb-f0e37954d1f3), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:38.538916 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c042a0c5-fd1c-4214-83be-83a970e2c941 admin admin] Publish callbacks [] for security_group (04cba533-10cd-489f-8dcb-f0e37954d1f3), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:38.561328 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:38.593191 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c042a0c5-fd1c-4214-83be-83a970e2c941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (04cba533-10cd-489f-8dcb-f0e37954d1f3), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:38.595682 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c042a0c5-fd1c-4214-83be-83a970e2c941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:38.596896 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-c042a0c5-fd1c-4214-83be-83a970e2c941 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/04cba533-10cd-489f-8dcb-f0e37954d1f3 HTTP/1.1" status: 204 len: 168 time: 0.1410518 Jun 23 12:02:38.605892 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a0c5-fd1c-4214-83be-83a970e2c941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cba533-10cd-489f-8dcb-f0e37954d1f3,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:38.902433 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 56520) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:38.963661 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1939c0d8-2c10-4675-b217-da60c0a4e6d1 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group (0428daa6-6260-4325-927a-539c1415abe2), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:38.988144 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1939c0d8-2c10-4675-b217-da60c0a4e6d1 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group (0428daa6-6260-4325-927a-539c1415abe2), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:39.034408 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1939c0d8-2c10-4675-b217-da60c0a4e6d1 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (0428daa6-6260-4325-927a-539c1415abe2), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:39.037046 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1939c0d8-2c10-4675-b217-da60c0a4e6d1 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:39.038196 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-1939c0d8-2c10-4675-b217-da60c0a4e6d1 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "DELETE /v2.0/security-groups/0428daa6-6260-4325-927a-539c1415abe2 HTTP/1.1" status: 204 len: 168 time: 0.1347277 Jun 23 12:02:39.041648 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 56522) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:39.048029 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939c0d8-2c10-4675-b217-da60c0a4e6d1 tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0428daa6-6260-4325-927a-539c1415abe2,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:39.057875 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.api.v2.resource [None req-a96b553c-ee71-4e63-a281-b23b21c2881b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] show failed (client error): The resource could not be found. Jun 23 12:02:39.058904 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-a96b553c-ee71-4e63-a281-b23b21c2881b tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "GET /v2.0/security-groups/0428daa6-6260-4325-927a-539c1415abe2 HTTP/1.1" status: 404 len: 347 time: 0.0162456 Jun 23 12:02:39.061778 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 56524) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:39.171434 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-90007030-5afa-451a-8f22-567371ce287e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Deleting port ab06be31-fc76-48d8-a607-21e76b06b8fd {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:02:39.171772 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-90007030-5afa-451a-8f22-567371ce287e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (ab06be31-fc76-48d8-a607-21e76b06b8fd), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:39.198196 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:39.254364 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-90007030-5afa-451a-8f22-567371ce287e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (ab06be31-fc76-48d8-a607-21e76b06b8fd), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:39.254692 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-90007030-5afa-451a-8f22-567371ce287e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for floatingip (ab06be31-fc76-48d8-a607-21e76b06b8fd), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:39.268271 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-90007030-5afa-451a-8f22-567371ce287e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Calling delete_port for ab06be31-fc76-48d8-a607-21e76b06b8fd owned by network:floatingip {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:02:39.444316 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0c28f-e868-41e9-b227-45cf5c8c24e2 req-5f417055-792f-4655-91ba-185d8f8c18ca tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:39.445864 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-52d0c28f-e868-41e9-b227-45cf5c8c24e2 req-5f417055-792f-4655-91ba-185d8f8c18ca tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0556386 Jun 23 12:02:39.446738 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-90007030-5afa-451a-8f22-567371ce287e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (ab06be31-fc76-48d8-a607-21e76b06b8fd), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:39.450976 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 4bdd1459-2b27-4ac0-9b5f-00e9113b956f no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:02:39.470261 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: 4bdd1459-2b27-4ac0-9b5f-00e9113b956f {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:02:39.470719 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 4bdd1459-2b27-4ac0-9b5f-00e9113b956f not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:02:39.480395 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90007030-5afa-451a-8f22-567371ce287e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Pushing event deleted for resources: {'Port': ['ID=ab06be31-fc76-48d8-a607-21e76b06b8fd,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:39.566946 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-52d0c28f-e868-41e9-b227-45cf5c8c24e2 req-46a600c2-fbb1-4dd5-94db-1810d65e21e8 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145840 Jun 23 12:02:39.575629 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-90007030-5afa-451a-8f22-567371ce287e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks [] for floatingip (db12e488-b316-4365-a7e5-05821e1fafc1), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:39.578129 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-90007030-5afa-451a-8f22-567371ce287e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:39.579264 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-90007030-5afa-451a-8f22-567371ce287e tempest-AttachVolumeTestJSON-1397890050 tempest-AttachVolumeTestJSON-1397890050-project] 10.222.0.67 "DELETE /v2.0/floatingips/db12e488-b316-4365-a7e5-05821e1fafc1 HTTP/1.1" status: 204 len: 168 time: 0.5164442 Jun 23 12:02:40.252724 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:40.699543 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c459f-0a5f-440e-90b2-376430dbc4ea req-6c1896da-0c21-4015-a196-ecaf86e065bb tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:40.700980 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-105c459f-0a5f-440e-90b2-376430dbc4ea req-6c1896da-0c21-4015-a196-ecaf86e065bb tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0483418 Jun 23 12:02:40.754114 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-105c459f-0a5f-440e-90b2-376430dbc4ea req-374174a4-54be-4a96-ac6f-fedbf6a9f0ae tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471489 Jun 23 12:02:41.872032 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75c6a6-a9a1-41db-8c4f-87c0294d84ac req-d5042ccf-be10-462f-88e3-e3c9f0ec6726 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:41.873576 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ed75c6a6-a9a1-41db-8c4f-87c0294d84ac req-d5042ccf-be10-462f-88e3-e3c9f0ec6726 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0495033 Jun 23 12:02:41.933392 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ed75c6a6-a9a1-41db-8c4f-87c0294d84ac req-f297f08b-97a1-4b7a-a29c-163330d751fa tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538249 Jun 23 12:02:42.664721 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a54041-0843-4f3f-9ab4-8cee8ebd112c req-ccc4fdf2-f500-40c0-967c-45338d9e7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:42.666802 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-00a54041-0843-4f3f-9ab4-8cee8ebd112c req-ccc4fdf2-f500-40c0-967c-45338d9e7072 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2d3e44f4113405a9cd4e604aea9955b&device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 1129 time: 0.0455015 Jun 23 12:02:42.748614 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:42.767347 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a54041-0843-4f3f-9ab4-8cee8ebd112c req-eb01e257-0d70-4f2b-95b3-ba7ea8789651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:42.769084 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-00a54041-0843-4f3f-9ab4-8cee8ebd112c req-eb01e257-0d70-4f2b-95b3-ba7ea8789651 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a13aae4c-de05-481c-b4e4-5c7570ff46f8 HTTP/1.1" status: 200 len: 909 time: 0.0967581 Jun 23 12:02:42.846490 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-00a54041-0843-4f3f-9ab4-8cee8ebd112c req-448bd4dd-9673-4030-8e52-827c0ae8a19b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f655e92-f7d0-4eb3-aa0d-313d293bd617 HTTP/1.1" status: 200 len: 1001 time: 0.0697536 Jun 23 12:02:42.895622 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a54041-0843-4f3f-9ab4-8cee8ebd112c req-a55e35ee-d642-423f-b50d-c26f4c6e3d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:42.897078 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-00a54041-0843-4f3f-9ab4-8cee8ebd112c req-a55e35ee-d642-423f-b50d-c26f4c6e3d7b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=427c5630-0ade-4ebf-bdf6-d37734b4bf7b HTTP/1.1" status: 200 len: 847 time: 0.0453770 Jun 23 12:02:42.942474 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a54041-0843-4f3f-9ab4-8cee8ebd112c req-32c6cf17-0a36-4453-9dfd-917594d21bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:42.944073 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-00a54041-0843-4f3f-9ab4-8cee8ebd112c req-32c6cf17-0a36-4453-9dfd-917594d21bb1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a13aae4c-de05-481c-b4e4-5c7570ff46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403478 Jun 23 12:02:43.047462 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-00a54041-0843-4f3f-9ab4-8cee8ebd112c req-53251f2c-3253-4b61-8d26-f115b9d707ab service neutron] 10.222.0.44 "GET /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969372 Jun 23 12:02:43.073212 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8845a42-184d-4af9-a425-e59d3c362412 req-c3c147a7-909f-4d90-8b5a-0323e44927eb tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:43.074864 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e8845a42-184d-4af9-a425-e59d3c362412 req-c3c147a7-909f-4d90-8b5a-0323e44927eb tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0661833 Jun 23 12:02:43.142110 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e8845a42-184d-4af9-a425-e59d3c362412 req-fc59ab79-ffc0-4736-a42b-c9637c27948e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615115 Jun 23 12:02:43.152386 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-00a54041-0843-4f3f-9ab4-8cee8ebd112c req-8c34336e-b5a6-462c-8e85-fb269ba3ccbf service neutron] 10.222.0.44 "GET /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986853 Jun 23 12:02:43.212798 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 56582) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:43.406954 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:43.683958 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-68eb5d33-2402-48b0-be42-085941fcbcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597640'] for router_interface (c0b673df-1003-4023-af23-883ae5ce1995), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:43.726234 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:43.903566 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-68eb5d33-2402-48b0-be42-085941fcbcdf admin admin] Deleting port 3243d711-168b-434c-b57d-9f9d2f24b1ec {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:02:43.903901 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-68eb5d33-2402-48b0-be42-085941fcbcdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:43.981651 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-68eb5d33-2402-48b0-be42-085941fcbcdf admin admin] For port 3243d711-168b-434c-b57d-9f9d2f24b1ec, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=3243d711-168b-434c-b57d-9f9d2f24b1ec,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:43.982015 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-68eb5d33-2402-48b0-be42-085941fcbcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:43.995683 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-68eb5d33-2402-48b0-be42-085941fcbcdf admin admin] Calling delete_port for 3243d711-168b-434c-b57d-9f9d2f24b1ec owned by network:router_interface {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:02:44.170730 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-68eb5d33-2402-48b0-be42-085941fcbcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (3243d711-168b-434c-b57d-9f9d2f24b1ec), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:44.174796 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:44.203707 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb5d33-2402-48b0-be42-085941fcbcdf admin admin] Pushing event deleted for resources: {'Port': ['ID=3243d711-168b-434c-b57d-9f9d2f24b1ec,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:44.289904 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72415c-38e3-42bc-b108-7b86d6d576ad req-9c35c143-bcfb-479d-a115-06e8876fd75a tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:44.291543 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-da72415c-38e3-42bc-b108-7b86d6d576ad req-9c35c143-bcfb-479d-a115-06e8876fd75a tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0629690 Jun 23 12:02:44.347712 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-da72415c-38e3-42bc-b108-7b86d6d576ad req-1fdb25e3-d8c7-4ef7-8985-9f901fbf0574 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501914 Jun 23 12:02:44.376066 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-68eb5d33-2402-48b0-be42-085941fcbcdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597532'] for router_interface (c0b673df-1003-4023-af23-883ae5ce1995), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:44.593889 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eb5d33-2402-48b0-be42-085941fcbcdf admin admin] Router c0b673df-1003-4023-af23-883ae5ce1995 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:02:44.650118 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:44.694225 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eb5d33-2402-48b0-be42-085941fcbcdf admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:02:44.700069 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-68eb5d33-2402-48b0-be42-085941fcbcdf admin admin] 10.222.0.67 "PUT /v2.0/routers/c0b673df-1003-4023-af23-883ae5ce1995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4862959 Jun 23 12:02:44.702615 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 56590) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:44.705394 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7bc390-8027-495e-b10f-d4134ae12740 None None] Sync routers for ids ['c0b673df-1003-4023-af23-883ae5ce1995'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:02:44.716736 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7bc390-8027-495e-b10f-d4134ae12740 None None] Routers {'c0b673df-1003-4023-af23-883ae5ce1995'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:02:44.717360 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-dc7bc390-8027-495e-b10f-d4134ae12740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:02:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c0b673df-1003-4023-af23-883ae5ce1995'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:44.801611 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ab574243-2baf-4faa-a843-2b0c5ab68ff4 admin admin] Publish callbacks [] for router (c0b673df-1003-4023-af23-883ae5ce1995), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:44.819620 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-dc7bc390-8027-495e-b10f-d4134ae12740 None None] Set router c0b673df-1003-4023-af23-883ae5ce1995 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:02:44.910077 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ab574243-2baf-4faa-a843-2b0c5ab68ff4 admin admin] Publish callbacks [] for router_gateway (c0b673df-1003-4023-af23-883ae5ce1995), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:44.989034 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-ab574243-2baf-4faa-a843-2b0c5ab68ff4 admin admin] Deleting port c3594b24-5227-47c7-a97e-2a4f8bb56fca {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:02:44.989686 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ab574243-2baf-4faa-a843-2b0c5ab68ff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (c3594b24-5227-47c7-a97e-2a4f8bb56fca), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:45.001796 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-dc7bc390-8027-495e-b10f-d4134ae12740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T12:02:44Z', 'revision_number': 5, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port': {'id': 'c3594b24-5227-47c7-a97e-2a4f8bb56fca', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:da:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:42Z', 'updated_at': '2022-06-23T11:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:45.029857 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7bc390-8027-495e-b10f-d4134ae12740 None None] Checking router: c0b673df-1003-4023-af23-883ae5ce1995 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:02:45.038819 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7bc390-8027-495e-b10f-d4134ae12740 None None] Routers {'c0b673df-1003-4023-af23-883ae5ce1995'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:02:45.039781 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-dc7bc390-8027-495e-b10f-d4134ae12740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:02:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['c0b673df-1003-4023-af23-883ae5ce1995'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:45.107967 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fc137-aa87-4275-b78d-bad6e37e9070 req-2303f8e4-2f54-46c0-b450-d4fcd33eb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:45.109570 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-004fc137-aa87-4275-b78d-bad6e37e9070 req-2303f8e4-2f54-46c0-b450-d4fcd33eb976 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2d3e44f4113405a9cd4e604aea9955b&device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 1129 time: 0.0491657 Jun 23 12:02:45.133219 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-dc7bc390-8027-495e-b10f-d4134ae12740 None None] Set router c0b673df-1003-4023-af23-883ae5ce1995 gateway port host: None {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:02:45.195818 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-dc7bc390-8027-495e-b10f-d4134ae12740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T12:02:44Z', 'revision_number': 6, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port_host': None}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:45.216382 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:45.221496 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7bc390-8027-495e-b10f-d4134ae12740 None None] The sync data for ids ['c0b673df-1003-4023-af23-883ae5ce1995'] in dv-cinder-826608-3-iscsi is: [{'id': 'c0b673df-1003-4023-af23-883ae5ce1995', 'name': 'tempest-AttachVolumeTestJSON-70714377-router', 'tenant_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T12:02:44Z', 'revision_number': 6, 'project_id': 'a1a92a7ffc864256b48a9848b27f9fd2', 'gw_port_host': None}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:02:45.251354 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fc137-aa87-4275-b78d-bad6e37e9070 req-dd712f11-eeef-4451-93dd-3aa5646240e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:45.252928 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-004fc137-aa87-4275-b78d-bad6e37e9070 req-dd712f11-eeef-4451-93dd-3aa5646240e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a13aae4c-de05-481c-b4e4-5c7570ff46f8 HTTP/1.1" status: 200 len: 909 time: 0.1197689 Jun 23 12:02:45.348783 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-004fc137-aa87-4275-b78d-bad6e37e9070 req-b1814d02-89a2-404b-a8a2-3d65c8c2ce67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f655e92-f7d0-4eb3-aa0d-313d293bd617 HTTP/1.1" status: 200 len: 1001 time: 0.0726604 Jun 23 12:02:45.406023 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-ab574243-2baf-4faa-a843-2b0c5ab68ff4 admin admin] For port c3594b24-5227-47c7-a97e-2a4f8bb56fca, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=c3594b24-5227-47c7-a97e-2a4f8bb56fca,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:45.406665 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ab574243-2baf-4faa-a843-2b0c5ab68ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (c3594b24-5227-47c7-a97e-2a4f8bb56fca), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:45.408922 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fc137-aa87-4275-b78d-bad6e37e9070 req-1fb42acb-d143-4695-881c-6f5711676be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:45.410301 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-004fc137-aa87-4275-b78d-bad6e37e9070 req-1fb42acb-d143-4695-881c-6f5711676be6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=427c5630-0ade-4ebf-bdf6-d37734b4bf7b HTTP/1.1" status: 200 len: 847 time: 0.0555091 Jun 23 12:02:45.426273 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-ab574243-2baf-4faa-a843-2b0c5ab68ff4 admin admin] Calling delete_port for c3594b24-5227-47c7-a97e-2a4f8bb56fca owned by network:router_gateway {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:02:45.494992 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fc137-aa87-4275-b78d-bad6e37e9070 req-d26d5d0f-c361-4e08-b3fe-01d3a24e13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:45.496540 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-004fc137-aa87-4275-b78d-bad6e37e9070 req-d26d5d0f-c361-4e08-b3fe-01d3a24e13cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a13aae4c-de05-481c-b4e4-5c7570ff46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759032 Jun 23 12:02:45.502801 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbef3f-2863-401f-be1e-7258332a6940 req-657d197d-c270-4131-8993-0bead609e2f4 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:45.504328 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ecbbef3f-2863-401f-be1e-7258332a6940 req-657d197d-c270-4131-8993-0bead609e2f4 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0730276 Jun 23 12:02:45.544416 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:45.632491 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ecbbef3f-2863-401f-be1e-7258332a6940 req-9211e3e0-8c36-4655-9b78-32a1b202a261 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171265 Jun 23 12:02:45.653278 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-004fc137-aa87-4275-b78d-bad6e37e9070 req-293cc0f5-6c3a-46c5-ac4a-19fc88352df1 service neutron] 10.222.0.44 "GET /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472020 Jun 23 12:02:45.682153 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ab574243-2baf-4faa-a843-2b0c5ab68ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (c3594b24-5227-47c7-a97e-2a4f8bb56fca), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:45.762197 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab574243-2baf-4faa-a843-2b0c5ab68ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3594b24-5227-47c7-a97e-2a4f8bb56fca,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:45.770563 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:45.783533 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-004fc137-aa87-4275-b78d-bad6e37e9070 req-7505e934-13c4-49f3-aed9-b3f81cb78796 service neutron] 10.222.0.44 "GET /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217587 Jun 23 12:02:45.787911 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ab574243-2baf-4faa-a843-2b0c5ab68ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595256'] for router_gateway (c0b673df-1003-4023-af23-883ae5ce1995), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:45.878499 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ab574243-2baf-4faa-a843-2b0c5ab68ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28040'] for router (c0b673df-1003-4023-af23-883ae5ce1995), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:45.880651 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ab574243-2baf-4faa-a843-2b0c5ab68ff4 admin admin] Publish callbacks [] for router_controller (c0b673df-1003-4023-af23-883ae5ce1995), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:45.922446 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ab574243-2baf-4faa-a843-2b0c5ab68ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597951'] for router (c0b673df-1003-4023-af23-883ae5ce1995), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:45.923055 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab574243-2baf-4faa-a843-2b0c5ab68ff4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0b673df-1003-4023-af23-883ae5ce1995 {{(pid=103989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:02:45.928230 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ab574243-2baf-4faa-a843-2b0c5ab68ff4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:45.929490 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-ab574243-2baf-4faa-a843-2b0c5ab68ff4 admin admin] 10.222.0.67 "DELETE /v2.0/routers/c0b673df-1003-4023-af23-883ae5ce1995 HTTP/1.1" status: 204 len: 168 time: 1.2258837 Jun 23 12:02:45.932534 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 56598) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:45.978728 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_v2 [None req-819fde1a-b87d-4938-8d51-67a287399fff admin admin] Deleting subnet 5479a9c9-7903-44a1-b59c-af44f63c9c99 {{(pid=103989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 12:02:45.981876 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-819fde1a-b87d-4938-8d51-67a287399fff admin admin] Publish callbacks [] for subnet (5479a9c9-7903-44a1-b59c-af44f63c9c99), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.022344 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-819fde1a-b87d-4938-8d51-67a287399fff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28146412'] for subnet (5479a9c9-7903-44a1-b59c-af44f63c9c99), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.055389 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:46.103842 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-819fde1a-b87d-4938-8d51-67a287399fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (5479a9c9-7903-44a1-b59c-af44f63c9c99), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.164773 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-819fde1a-b87d-4938-8d51-67a287399fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27818774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29159588'] for subnet (5479a9c9-7903-44a1-b59c-af44f63c9c99), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.199825 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fde1a-b87d-4938-8d51-67a287399fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5479a9c9-7903-44a1-b59c-af44f63c9c99,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:46.203298 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-819fde1a-b87d-4938-8d51-67a287399fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.206479 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-819fde1a-b87d-4938-8d51-67a287399fff admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5479a9c9-7903-44a1-b59c-af44f63c9c99 HTTP/1.1" status: 204 len: 168 time: 0.2729812 Jun 23 12:02:46.208923 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 56600) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:46.212177 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b71ca7-bb2a-4c53-a136-3197665a5ece None None] Network 6ec90cf8-67c4-41e3-bbbb-0e606173a369 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 12:02:46.282733 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (6ec90cf8-67c4-41e3-bbbb-0e606173a369), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.329161 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] Deleting port f5bf3404-1d15-4e3c-980b-81754016aea8 {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:02:46.329501 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (f5bf3404-1d15-4e3c-980b-81754016aea8), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.396940 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8a305a-fb73-4d32-b967-53005f11d5de None None] DHCP port deletion for 6ec90cf8-67c4-41e3-bbbb-0e606173a369 request from dv-cinder-826608-3-iscsi {{(pid=103990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 12:02:46.402822 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] For port f5bf3404-1d15-4e3c-980b-81754016aea8, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=f5bf3404-1d15-4e3c-980b-81754016aea8,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:46.403273 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (f5bf3404-1d15-4e3c-980b-81754016aea8), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.419115 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] Calling delete_port for f5bf3404-1d15-4e3c-980b-81754016aea8 owned by network:dhcp {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:02:46.468280 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-be8a305a-fb73-4d32-b967-53005f11d5de None None] Deleting port f5bf3404-1d15-4e3c-980b-81754016aea8 {{(pid=103990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:02:46.468712 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-be8a305a-fb73-4d32-b967-53005f11d5de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (f5bf3404-1d15-4e3c-980b-81754016aea8), before_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.490705 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:46.513759 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (f5bf3404-1d15-4e3c-980b-81754016aea8), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.532157 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] No DVR routers for this DVR port f5bf3404-1d15-4e3c-980b-81754016aea8 on host dv-cinder-826608-3-iscsi {{(pid=103989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:02:46.541207 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 3243d711-168b-434c-b57d-9f9d2f24b1ec no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:02:46.555198 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5bf3404-1d15-4e3c-980b-81754016aea8,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:46.577882 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 3243d711-168b-434c-b57d-9f9d2f24b1ec {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:02:46.578635 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 3243d711-168b-434c-b57d-9f9d2f24b1ec not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:02:46.579083 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device f5bf3404-1d15-4e3c-980b-81754016aea8 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:02:46.605387 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: f5bf3404-1d15-4e3c-980b-81754016aea8 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:02:46.605789 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device f5bf3404-1d15-4e3c-980b-81754016aea8 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:02:46.606138 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device c3594b24-5227-47c7-a97e-2a4f8bb56fca no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:02:46.609253 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-be8a305a-fb73-4d32-b967-53005f11d5de None None] For port f5bf3404-1d15-4e3c-980b-81754016aea8, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=f5bf3404-1d15-4e3c-980b-81754016aea8,segment=NetworkSegment(aa382305-b4d0-40f8-adf6-644a48e23fe2),segment_id=aa382305-b4d0-40f8-adf6-644a48e23fe2)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:46.609588 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-be8a305a-fb73-4d32-b967-53005f11d5de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (f5bf3404-1d15-4e3c-980b-81754016aea8), precommit_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.633950 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (6ec90cf8-67c4-41e3-bbbb-0e606173a369), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.644429 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: c3594b24-5227-47c7-a97e-2a4f8bb56fca {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:02:46.644813 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device c3594b24-5227-47c7-a97e-2a4f8bb56fca not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:02:46.647571 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-be8a305a-fb73-4d32-b967-53005f11d5de None None] Calling delete_port for f5bf3404-1d15-4e3c-980b-81754016aea8 owned by network:dhcp {{(pid=103990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:02:46.677051 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec90cf8-67c4-41e3-bbbb-0e606173a369']}} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:46.693087 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa382305-b4d0-40f8-adf6-644a48e23fe2') {'for_net_delete': True} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:46.693525 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa382305-b4d0-40f8-adf6-644a48e23fe2') {} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:46.737600 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-be8a305a-fb73-4d32-b967-53005f11d5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483'] for port (f5bf3404-1d15-4e3c-980b-81754016aea8), after_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.742141 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28146423'] for segment (aa382305-b4d0-40f8-adf6-644a48e23fe2), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.761480 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a305a-fb73-4d32-b967-53005f11d5de None None] Pushing event deleted for resources: {'Port': ['ID=f5bf3404-1d15-4e3c-980b-81754016aea8,revision_number=None']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:46.765165 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (aa382305-b4d0-40f8-adf6-644a48e23fe2), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.769426 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a305a-fb73-4d32-b967-53005f11d5de None None] No DVR routers for this DVR port f5bf3404-1d15-4e3c-980b-81754016aea8 on host dv-cinder-826608-3-iscsi {{(pid=103990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:02:46.773104 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8243ee-5c52-4545-aa26-6b049fa4eb6a req-16a78499-e396-4035-b6e1-974b1dc6866a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:46.777189 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9e8243ee-5c52-4545-aa26-6b049fa4eb6a req-16a78499-e396-4035-b6e1-974b1dc6866a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 945 time: 0.0704806 Jun 23 12:02:46.784738 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:02:46.785136 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27818876'] for segment (aa382305-b4d0-40f8-adf6-644a48e23fe2), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.785755 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be796722-8045-490e-a1cb-19b0ba6c3e05 req-0fadef3f-1aa5-4d9d-b677-f5f369cd8d1b tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:46.787420 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-be796722-8045-490e-a1cb-19b0ba6c3e05 req-0fadef3f-1aa5-4d9d-b677-f5f369cd8d1b tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0662663 Jun 23 12:02:46.814037 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment aa382305-b4d0-40f8-adf6-644a48e23fe2 resource provider aggregate not found Jun 23 12:02:46.842866 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-be796722-8045-490e-a1cb-19b0ba6c3e05 req-9c51b6b1-a597-496f-8ffc-cf95eb5d4988 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490255 Jun 23 12:02:46.861279 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment aa382305-b4d0-40f8-adf6-644a48e23fe2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa382305-b4d0-40f8-adf6-644a48e23fe2 found for delete ", "request_id": "req-0c116820-5a32-4b4b-b9e1-1d63e6a6a2df"}]} Jun 23 12:02:46.883068 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (6ec90cf8-67c4-41e3-bbbb-0e606173a369), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.889442 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:46.895245 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6ec90cf8-67c4-41e3-bbbb-0e606173a369 HTTP/1.1" status: 204 len: 168 time: 0.6826351 Jun 23 12:02:46.910944 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9e8243ee-5c52-4545-aa26-6b049fa4eb6a req-c3172387-f0e2-44af-9cc6-0cf00f037466 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=8654a142-e581-47c9-bd95-1bac177f586b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279466 Jun 23 12:02:46.911938 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637177b1-3f71-427d-b13f-0a0d05335be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ec90cf8-67c4-41e3-bbbb-0e606173a369,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:46.917059 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [req-820d534a-4214-4add-b5d8-64412bd14da2 req-3bf6be9e-d843-42c2-bdd6-33122d0683d3 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103988) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 12:02:46.918277 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-820d534a-4214-4add-b5d8-64412bd14da2 req-3bf6be9e-d843-42c2-bdd6-33122d0683d3 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0082767 Jun 23 12:02:47.025063 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 56624) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:47.067703 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-395dbd86-c0d5-4917-8a16-346c91df71c5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a1a92a7ffc864256b48a9848b27f9fd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414054 Jun 23 12:02:47.070373 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 56628) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:47.098142 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ed677-e3fd-4601-b42b-f231b834411e req-ce193679-9edc-47bf-b4de-a8d61a702eee tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:47.099693 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-516ed677-e3fd-4601-b42b-f231b834411e req-ce193679-9edc-47bf-b4de-a8d61a702eee tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0564163 Jun 23 12:02:47.124339 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c92ea7f8-dd9f-4edd-8dd6-d05bfc581712 admin admin] Publish callbacks [] for security_group (4da2d487-db10-4296-a594-c30c389fbb44), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:47.136614 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 56630) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:47.151638 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-516ed677-e3fd-4601-b42b-f231b834411e req-47af7ea8-35b3-4241-98aa-973e07db6f5b tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454831 Jun 23 12:02:47.154847 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c92ea7f8-dd9f-4edd-8dd6-d05bfc581712 admin admin] Publish callbacks [] for security_group (4da2d487-db10-4296-a594-c30c389fbb44), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:47.499326 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c92ea7f8-dd9f-4edd-8dd6-d05bfc581712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (4da2d487-db10-4296-a594-c30c389fbb44), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:47.500499 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 4f655e92-f7d0-4eb3-aa0d-313d293bd617 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:02:47.501833 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-c92ea7f8-dd9f-4edd-8dd6-d05bfc581712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:47.502982 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-c92ea7f8-dd9f-4edd-8dd6-d05bfc581712 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4da2d487-db10-4296-a594-c30c389fbb44 HTTP/1.1" status: 204 len: 168 time: 0.4307103 Jun 23 12:02:47.516835 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-d46db85e-777f-4212-aa88-fc2b485ab8ca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3783083 Jun 23 12:02:47.518482 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ea7f8-dd9f-4edd-8dd6-d05bfc581712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da2d487-db10-4296-a594-c30c389fbb44,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:47.536802 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-773d755d-6c63-4d61-b9a5-8542af535455 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103988) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 12:02:47.537950 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-773d755d-6c63-4d61-b9a5-8542af535455 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0072906 Jun 23 12:02:47.587408 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 is: ACTIVE; New status is: DOWN {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:02:47.587861 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:47.613011 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f655e92-f7d0-4eb3-aa0d-313d293bd617'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:02:47.615234 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ec6cc8-b6c9-4227-ab36-fffe67ff6ee6" -d '{"events": [{"server_uuid": "9442b025-7b22-40c8-8f76-3a3379bf8e83", "name": "network-vif-unplugged", "status": "completed", "tag": "4f655e92-f7d0-4eb3-aa0d-313d293bd617"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:02:47.628212 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 4f655e92-f7d0-4eb3-aa0d-313d293bd617, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4f655e92-f7d0-4eb3-aa0d-313d293bd617,segment=NetworkSegment(3affdf3e-6c65-4bf5-9ee3-3df5d435a549),segment_id=3affdf3e-6c65-4bf5-9ee3-3df5d435a549)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:47.638348 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:47.668093 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Jun 2022 12:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0612d2c-64b6-4230-98e1-7bb8b181b48e x-openstack-request-id: req-f0612d2c-64b6-4230-98e1-7bb8b181b48e {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:02:47.668391 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9442b025-7b22-40c8-8f76-3a3379bf8e83", "name": "network-vif-unplugged", "status": "failed", "tag": "4f655e92-f7d0-4eb3-aa0d-313d293bd617", "code": 422}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:02:47.668642 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f0612d2c-64b6-4230-98e1-7bb8b181b48e {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:02:47.669116 dv-cinder-826608-3-iscsi neutron-server[103990]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f0612d2c-64b6-4230-98e1-7bb8b181b48e']: {'server_uuid': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f655e92-f7d0-4eb3-aa0d-313d293bd617', 'code': 422} returned with failed status Jun 23 12:02:47.699126 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=4f655e92-f7d0-4eb3-aa0d-313d293bd617,revision_number=6']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:47.731842 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 56644) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:47.950264 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-5fc15fe8-9a62-4946-83da-d2950827506e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:47.952660 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-5fc15fe8-9a62-4946-83da-d2950827506e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports/4f655e92-f7d0-4eb3-aa0d-313d293bd617 HTTP/1.1" status: 200 len: 940 time: 0.2196553 Jun 23 12:02:48.038484 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f611c09-0ee9-4eef-82d3-33f7d0d18e3a req-9826e055-b2da-4fb2-a61c-c53e3e6c69fe tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:48.040599 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9f611c09-0ee9-4eef-82d3-33f7d0d18e3a req-9826e055-b2da-4fb2-a61c-c53e3e6c69fe tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 945 time: 0.0496747 Jun 23 12:02:48.071242 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:48.105376 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9f611c09-0ee9-4eef-82d3-33f7d0d18e3a req-402d2b6a-17b5-42fa-a14f-a49dee248216 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups?id=8654a142-e581-47c9-bd95-1bac177f586b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531094 Jun 23 12:02:48.275453 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c11f7-753a-40c1-956a-5ba478884eb9 req-e861ef9d-a020-4f95-8885-76d2523f9b1b tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:48.278783 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-337c11f7-753a-40c1-956a-5ba478884eb9 req-e861ef9d-a020-4f95-8885-76d2523f9b1b tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0539551 Jun 23 12:02:48.338573 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-337c11f7-753a-40c1-956a-5ba478884eb9 req-5a9dde0a-f431-4e2e-90c8-4390c2cfd2e8 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538623 Jun 23 12:02:48.434910 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd42c0-8831-4935-974d-303488b84a66 req-7bc37a46-d522-44e4-a7e5-70203ff6d08a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:48.436549 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b7bd42c0-8831-4935-974d-303488b84a66 req-7bc37a46-d522-44e4-a7e5-70203ff6d08a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 945 time: 0.0558743 Jun 23 12:02:48.527992 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:48.536725 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-b7bd42c0-8831-4935-974d-303488b84a66 req-bc603fef-6b8d-429c-bfc9-8efa757ec8b8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Deleting port 23b9efef-6889-4666-ac0e-537e6c48240c {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:02:48.537092 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-b7bd42c0-8831-4935-974d-303488b84a66 req-bc603fef-6b8d-429c-bfc9-8efa757ec8b8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (23b9efef-6889-4666-ac0e-537e6c48240c), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:48.576208 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:48.578228 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:48.634576 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-b7bd42c0-8831-4935-974d-303488b84a66 req-bc603fef-6b8d-429c-bfc9-8efa757ec8b8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] For port 23b9efef-6889-4666-ac0e-537e6c48240c, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=23b9efef-6889-4666-ac0e-537e6c48240c,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:48.634869 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-b7bd42c0-8831-4935-974d-303488b84a66 req-bc603fef-6b8d-429c-bfc9-8efa757ec8b8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (23b9efef-6889-4666-ac0e-537e6c48240c), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:48.810946 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-b7bd42c0-8831-4935-974d-303488b84a66 req-bc603fef-6b8d-429c-bfc9-8efa757ec8b8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:48.811446 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-b7bd42c0-8831-4935-974d-303488b84a66 req-bc603fef-6b8d-429c-bfc9-8efa757ec8b8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (49d7efd5-99d2-4843-b4b9-5f4e107c67bb), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:48.811814 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [req-b7bd42c0-8831-4935-974d-303488b84a66 req-bc603fef-6b8d-429c-bfc9-8efa757ec8b8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Floating IP 49d7efd5-99d2-4843-b4b9-5f4e107c67bb disassociated. External IP: 172.27.3.157, port: 23b9efef-6889-4666-ac0e-537e6c48240c. Jun 23 12:02:48.812062 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-b7bd42c0-8831-4935-974d-303488b84a66 req-bc603fef-6b8d-429c-bfc9-8efa757ec8b8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Calling delete_port for 23b9efef-6889-4666-ac0e-537e6c48240c owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:02:48.873634 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:48.958475 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-b7bd42c0-8831-4935-974d-303488b84a66 req-bc603fef-6b8d-429c-bfc9-8efa757ec8b8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (23b9efef-6889-4666-ac0e-537e6c48240c), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:48.986075 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc603fef-6b8d-429c-bfc9-8efa757ec8b8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event deleted for resources: {'Port': ['ID=23b9efef-6889-4666-ac0e-537e6c48240c,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:49.096845 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7bd42c0-8831-4935-974d-303488b84a66 req-bc603fef-6b8d-429c-bfc9-8efa757ec8b8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Router 0bd1f321-5d98-4143-ba24-2a3aad50da03 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:02:49.203563 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d19038d7-87f6-4f2b-9510-84b2dc573a88 req-7ae637f4-d60a-464b-a233-e855483f6d27 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 210 time: 0.0306170 Jun 23 12:02:49.218179 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7bd42c0-8831-4935-974d-303488b84a66 req-bc603fef-6b8d-429c-bfc9-8efa757ec8b8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:02:49.228122 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce73fb6c-a15c-43df-aa13-c253013d0ee2 None None] Sync routers for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:02:49.238505 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce73fb6c-a15c-43df-aa13-c253013d0ee2 None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:02:49.239128 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-ce73fb6c-a15c-43df-aa13-c253013d0ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:02:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:49.265833 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bd42c0-8831-4935-974d-303488b84a66 req-bc603fef-6b8d-429c-bfc9-8efa757ec8b8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] No DVR routers for this DVR port 23b9efef-6889-4666-ac0e-537e6c48240c on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:02:49.268287 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-b7bd42c0-8831-4935-974d-303488b84a66 req-bc603fef-6b8d-429c-bfc9-8efa757ec8b8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:49.271537 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b7bd42c0-8831-4935-974d-303488b84a66 req-bc603fef-6b8d-429c-bfc9-8efa757ec8b8 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.44 "DELETE /v2.0/ports/23b9efef-6889-4666-ac0e-537e6c48240c HTTP/1.1" status: 204 len: 173 time: 0.8299756 Jun 23 12:02:49.271986 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1', 'name': 'network-vif-deleted', 'tag': '23b9efef-6889-4666-ac0e-537e6c48240c'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:02:49.274263 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909dd2f6-e937-4a1b-b967-fca770e92566" -d '{"events": [{"server_uuid": "604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1", "name": "network-vif-deleted", "tag": "23b9efef-6889-4666-ac0e-537e6c48240c"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:02:49.311195 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531a588f-0f2d-4e7e-9a2b-4eeeee3b13e4 x-openstack-request-id: req-531a588f-0f2d-4e7e-9a2b-4eeeee3b13e4 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:02:49.311691 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1", "name": "network-vif-deleted", "tag": "23b9efef-6889-4666-ac0e-537e6c48240c", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:02:49.312155 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-531a588f-0f2d-4e7e-9a2b-4eeeee3b13e4 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:02:49.312757 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-531a588f-0f2d-4e7e-9a2b-4eeeee3b13e4'] response: {'server_uuid': '604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1', 'name': 'network-vif-deleted', 'tag': '23b9efef-6889-4666-ac0e-537e6c48240c', 'status': 'completed', 'code': 200} Jun 23 12:02:49.345820 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-ce73fb6c-a15c-43df-aa13-c253013d0ee2 None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:02:49.473594 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc5a15-4581-4ab9-8137-307aeef34e77 req-3d04c9e9-e053-4308-b7eb-63f4c0cbcafc tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:49.475603 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8dcc5a15-4581-4ab9-8137-307aeef34e77 req-3d04c9e9-e053-4308-b7eb-63f4c0cbcafc tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0576599 Jun 23 12:02:49.551540 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-ce73fb6c-a15c-43df-aa13-c253013d0ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:49.561708 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8dcc5a15-4581-4ab9-8137-307aeef34e77 req-cf33e512-5445-4319-bc62-499ac65dc3a3 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772130 Jun 23 12:02:49.580120 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce73fb6c-a15c-43df-aa13-c253013d0ee2 None None] Checking router: 0bd1f321-5d98-4143-ba24-2a3aad50da03 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:02:49.592275 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce73fb6c-a15c-43df-aa13-c253013d0ee2 None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:02:49.592871 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-ce73fb6c-a15c-43df-aa13-c253013d0ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:02:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:49.702252 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-ce73fb6c-a15c-43df-aa13-c253013d0ee2 None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:02:49.894952 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-ce73fb6c-a15c-43df-aa13-c253013d0ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:49.920718 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce73fb6c-a15c-43df-aa13-c253013d0ee2 None None] The sync data for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi is: [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T11:54:57Z', 'revision_number': 4, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '290fbf3d-1ad9-4e30-8fde-e022f5eba570', 'name': '', 'network_id': 'e2860678-188a-43de-956c-7f6a2a5353f6', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'mac_address': 'fa:16:3e:21:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:55Z', 'updated_at': '2022-06-23T11:55:17Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'subnets': [{'id': '3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:02:50.217181 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8660997-7eed-4860-8791-c77a5361b7d2 None None] New status for floating IP 49d7efd5-99d2-4843-b4b9-5f4e107c67bb: DOWN {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:02:50.287047 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-e3a77783-63ac-4155-9f73-751d29481564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:50.291114 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-e3a77783-63ac-4155-9f73-751d29481564 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83&tenant_id=a2d3e44f4113405a9cd4e604aea9955b HTTP/1.1" status: 200 len: 1127 time: 0.1008127 Jun 23 12:02:50.377533 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a5659c7c-8775-4278-90c5-4db01a18bc49 req-54baf95e-01ce-409e-91a4-cd426b5e1a76 tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/ports?device_id=604301cf-2c9e-4e3c-8ea9-7ccf1e5da4a1 HTTP/1.1" status: 200 len: 210 time: 0.0454412 Jun 23 12:02:50.385096 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-e9cf85cc-cc08-4b6a-b6fd-9dba38eed176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:50.387217 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-e9cf85cc-cc08-4b6a-b6fd-9dba38eed176 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2d3e44f4113405a9cd4e604aea9955b&device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 1127 time: 0.0532598 Jun 23 12:02:50.495272 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-f437a278-df73-4be2-a601-a6dd679f552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:50.497511 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-f437a278-df73-4be2-a601-a6dd679f552e service neutron] 10.222.0.44 "GET /v2.0/networks?id=a13aae4c-de05-481c-b4e4-5c7570ff46f8 HTTP/1.1" status: 200 len: 909 time: 0.0987778 Jun 23 12:02:50.570760 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-f1ef7a32-c8c0-43e8-bae6-e442c3742dc4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f655e92-f7d0-4eb3-aa0d-313d293bd617 HTTP/1.1" status: 200 len: 999 time: 0.0629144 Jun 23 12:02:50.605434 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:50.624985 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-a36bddad-2de3-4396-a360-f0948b5031e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:50.626585 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-a36bddad-2de3-4396-a360-f0948b5031e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=427c5630-0ade-4ebf-bdf6-d37734b4bf7b HTTP/1.1" status: 200 len: 847 time: 0.0480940 Jun 23 12:02:50.700094 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-f1a5cd94-cf40-45c0-b992-7fe48ac1e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:50.701649 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-f1a5cd94-cf40-45c0-b992-7fe48ac1e535 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a13aae4c-de05-481c-b4e4-5c7570ff46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690162 Jun 23 12:02:50.707713 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84035e90-244e-415a-ad51-594a1828b180 req-43867ec1-f5a5-464f-8896-869ad9417f8e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:50.709095 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-84035e90-244e-415a-ad51-594a1828b180 req-43867ec1-f5a5-464f-8896-869ad9417f8e tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0675435 Jun 23 12:02:50.817660 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-84035e90-244e-415a-ad51-594a1828b180 req-e82b9145-84f5-432e-9cbd-487806e8bda3 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989435 Jun 23 12:02:50.833207 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-cb43f232-dfe1-4a32-85ff-e7c4cae565fc service neutron] 10.222.0.44 "GET /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231990 Jun 23 12:02:50.908467 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:50.936200 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-36bb8316-d3d9-4ce6-a2fa-073a3330160d req-15553f79-d5a7-498b-a002-4cde2476809d service neutron] 10.222.0.44 "GET /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965431 Jun 23 12:02:51.467546 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 56718) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:51.530596 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 23b9efef-6889-4666-ac0e-537e6c48240c no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:02:51.537068 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bff2b9b4-cb06-49f1-a005-001aa3a1a75a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (8654a142-e581-47c9-bd95-1bac177f586b), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:51.563668 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: 23b9efef-6889-4666-ac0e-537e6c48240c {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:02:51.564026 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 23b9efef-6889-4666-ac0e-537e6c48240c not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:02:51.570326 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bff2b9b4-cb06-49f1-a005-001aa3a1a75a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (8654a142-e581-47c9-bd95-1bac177f586b), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:51.620976 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bff2b9b4-cb06-49f1-a005-001aa3a1a75a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (8654a142-e581-47c9-bd95-1bac177f586b), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:51.623551 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bff2b9b4-cb06-49f1-a005-001aa3a1a75a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:51.624870 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-bff2b9b4-cb06-49f1-a005-001aa3a1a75a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "DELETE /v2.0/security-groups/8654a142-e581-47c9-bd95-1bac177f586b HTTP/1.1" status: 204 len: 168 time: 0.1560299 Jun 23 12:02:51.627733 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 56724) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:51.634547 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2b9b4-cb06-49f1-a005-001aa3a1a75a tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8654a142-e581-47c9-bd95-1bac177f586b,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:51.642248 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.api.v2.resource [None req-5eb9d4da-2cb7-4e8f-9d79-b3ab5c9fc50c tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] show failed (client error): The resource could not be found. Jun 23 12:02:51.645248 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-5eb9d4da-2cb7-4e8f-9d79-b3ab5c9fc50c tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "GET /v2.0/security-groups/8654a142-e581-47c9-bd95-1bac177f586b HTTP/1.1" status: 404 len: 347 time: 0.0163732 Jun 23 12:02:51.646499 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 56726) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:51.766785 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-e6cbe9aa-c701-4e66-aea1-611186e19f2f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Deleting port 48ce992d-5e25-43be-a889-339c1f5327a7 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:02:51.767132 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe9aa-c701-4e66-aea1-611186e19f2f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (48ce992d-5e25-43be-a889-339c1f5327a7), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:51.847941 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe9aa-c701-4e66-aea1-611186e19f2f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (48ce992d-5e25-43be-a889-339c1f5327a7), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:51.848273 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe9aa-c701-4e66-aea1-611186e19f2f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (48ce992d-5e25-43be-a889-339c1f5327a7), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:51.863033 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-e6cbe9aa-c701-4e66-aea1-611186e19f2f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Calling delete_port for 48ce992d-5e25-43be-a889-339c1f5327a7 owned by network:floatingip {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:02:51.968080 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad235b-eea5-4f6a-b0f9-3138b7dd1df6 req-91dda77b-2147-4faa-963f-2e530df4c516 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:51.969595 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-45ad235b-eea5-4f6a-b0f9-3138b7dd1df6 req-91dda77b-2147-4faa-963f-2e530df4c516 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0682802 Jun 23 12:02:52.057869 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-45ad235b-eea5-4f6a-b0f9-3138b7dd1df6 req-102984d3-7947-4ba3-9e51-5a112ead0417 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818534 Jun 23 12:02:52.061669 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:52.074173 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe9aa-c701-4e66-aea1-611186e19f2f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (48ce992d-5e25-43be-a889-339c1f5327a7), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:52.100312 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbe9aa-c701-4e66-aea1-611186e19f2f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Pushing event deleted for resources: {'Port': ['ID=48ce992d-5e25-43be-a889-339c1f5327a7,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:52.163033 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe9aa-c701-4e66-aea1-611186e19f2f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks [] for floatingip (49d7efd5-99d2-4843-b4b9-5f4e107c67bb), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:52.166439 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe9aa-c701-4e66-aea1-611186e19f2f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:52.167536 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-e6cbe9aa-c701-4e66-aea1-611186e19f2f tempest-AttachVolumeNegativeTest-470095837 tempest-AttachVolumeNegativeTest-470095837-project] 10.222.0.67 "DELETE /v2.0/floatingips/49d7efd5-99d2-4843-b4b9-5f4e107c67bb HTTP/1.1" status: 204 len: 168 time: 0.5199645 Jun 23 12:02:53.176895 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52c24e-8d84-43a8-9649-1bc3bc000f32 req-41caf6c5-08f9-4f02-8b51-cf50bcb72461 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:53.178386 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7b52c24e-8d84-43a8-9649-1bc3bc000f32 req-41caf6c5-08f9-4f02-8b51-cf50bcb72461 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0523341 Jun 23 12:02:53.227823 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7b52c24e-8d84-43a8-9649-1bc3bc000f32 req-332061c4-d51b-4958-a2bb-763c25712783 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439644 Jun 23 12:02:54.344919 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818da947-d12e-4c09-ab69-a2f0c3e74352 req-7c1624b2-3d29-4061-b7a6-75d5838ae4c5 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:54.346394 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-818da947-d12e-4c09-ab69-a2f0c3e74352 req-7c1624b2-3d29-4061-b7a6-75d5838ae4c5 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0509713 Jun 23 12:02:54.395167 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-818da947-d12e-4c09-ab69-a2f0c3e74352 req-97cede1a-ea4f-4ff8-8619-0ee4a58edb50 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432088 Jun 23 12:02:55.505904 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c97fdc-ba7f-4828-ac29-c6d71854e3d2 req-2e79f6eb-ef77-4953-9949-b3c33f39c3cb tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:55.507390 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-22c97fdc-ba7f-4828-ac29-c6d71854e3d2 req-2e79f6eb-ef77-4953-9949-b3c33f39c3cb tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0471835 Jun 23 12:02:55.559254 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-22c97fdc-ba7f-4828-ac29-c6d71854e3d2 req-9475fa49-2f33-4958-a38a-e46bca10c189 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457017 Jun 23 12:02:55.861183 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 56824) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:56.108228 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:56.328089 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-18ec34af-77e4-4fa9-87ef-187057e7c0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597640'] for router_interface (0bd1f321-5d98-4143-ba24-2a3aad50da03), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:56.545407 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-18ec34af-77e4-4fa9-87ef-187057e7c0e2 admin admin] Deleting port 290fbf3d-1ad9-4e30-8fde-e022f5eba570 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:02:56.546091 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-18ec34af-77e4-4fa9-87ef-187057e7c0e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:56.625669 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [None req-18ec34af-77e4-4fa9-87ef-187057e7c0e2 admin admin] For port 290fbf3d-1ad9-4e30-8fde-e022f5eba570, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=290fbf3d-1ad9-4e30-8fde-e022f5eba570,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:56.626036 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-18ec34af-77e4-4fa9-87ef-187057e7c0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:56.639793 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-18ec34af-77e4-4fa9-87ef-187057e7c0e2 admin admin] Calling delete_port for 290fbf3d-1ad9-4e30-8fde-e022f5eba570 owned by network:router_interface {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:02:56.680931 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f3bf6-6c62-4d1c-8b2d-d047a21c78f3 req-ce9dab5a-e83e-4122-9873-ade5d1ab0225 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:56.682439 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9b3f3bf6-6c62-4d1c-8b2d-d047a21c78f3 req-ce9dab5a-e83e-4122-9873-ade5d1ab0225 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0533044 Jun 23 12:02:56.704976 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:56.733110 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-9b3f3bf6-6c62-4d1c-8b2d-d047a21c78f3 req-04fb8f2c-0f42-46e6-bd0d-146ed4ce80f5 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449724 Jun 23 12:02:56.822668 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-18ec34af-77e4-4fa9-87ef-187057e7c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (290fbf3d-1ad9-4e30-8fde-e022f5eba570), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:56.846203 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec34af-77e4-4fa9-87ef-187057e7c0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=290fbf3d-1ad9-4e30-8fde-e022f5eba570,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:56.965423 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:57.032432 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-18ec34af-77e4-4fa9-87ef-187057e7c0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597532'] for router_interface (0bd1f321-5d98-4143-ba24-2a3aad50da03), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:57.074480 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 56836) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:57.185504 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-da495658-2fab-43f4-aa4a-5d0713f1b16e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:57.232537 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:57.238918 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ec34af-77e4-4fa9-87ef-187057e7c0e2 admin admin] Router 0bd1f321-5d98-4143-ba24-2a3aad50da03 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:02:57.269187 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-da495658-2fab-43f4-aa4a-5d0713f1b16e admin admin] Publish callbacks [] for security_group (079cbb29-5fa9-4799-9f90-040df548d7b0), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:57.273053 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-da495658-2fab-43f4-aa4a-5d0713f1b16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (079cbb29-5fa9-4799-9f90-040df548d7b0), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:57.312877 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da495658-2fab-43f4-aa4a-5d0713f1b16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079cbb29-5fa9-4799-9f90-040df548d7b0,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:57.317201 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-da495658-2fab-43f4-aa4a-5d0713f1b16e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=633f5ccb45f64ba9a716f1a572198866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415593 Jun 23 12:02:57.319928 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 56840) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:57.381570 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2c75faed-1204-4d42-8ff0-624b40d9ff6f admin admin] Publish callbacks [] for security_group (079cbb29-5fa9-4799-9f90-040df548d7b0), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:57.407055 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2c75faed-1204-4d42-8ff0-624b40d9ff6f admin admin] Publish callbacks [] for security_group (079cbb29-5fa9-4799-9f90-040df548d7b0), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:57.458878 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2c75faed-1204-4d42-8ff0-624b40d9ff6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (079cbb29-5fa9-4799-9f90-040df548d7b0), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:57.462080 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-2c75faed-1204-4d42-8ff0-624b40d9ff6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:57.463317 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-2c75faed-1204-4d42-8ff0-624b40d9ff6f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/079cbb29-5fa9-4799-9f90-040df548d7b0 HTTP/1.1" status: 204 len: 168 time: 0.1424582 Jun 23 12:02:57.473375 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75faed-1204-4d42-8ff0-624b40d9ff6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079cbb29-5fa9-4799-9f90-040df548d7b0,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:57.552465 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 4f655e92-f7d0-4eb3-aa0d-313d293bd617 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 12:02:57.628541 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ec34af-77e4-4fa9-87ef-187057e7c0e2 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:02:57.634317 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-18ec34af-77e4-4fa9-87ef-187057e7c0e2 admin admin] 10.222.0.67 "PUT /v2.0/routers/0bd1f321-5d98-4143-ba24-2a3aad50da03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7719197 Jun 23 12:02:57.637148 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 56846) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:57.642493 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7ec267-b1ea-43a2-ae44-e27d2ebe076d None None] Sync routers for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:02:57.659518 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ec267-b1ea-43a2-ae44-e27d2ebe076d None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:02:57.660604 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-ab7ec267-b1ea-43a2-ae44-e27d2ebe076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:02:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:57.751878 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-91424221-e330-418d-a859-81e78e2944d4 admin admin] Publish callbacks [] for router (0bd1f321-5d98-4143-ba24-2a3aad50da03), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:57.807591 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-ab7ec267-b1ea-43a2-ae44-e27d2ebe076d None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:02:57.817131 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:57.842502 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 4f655e92-f7d0-4eb3-aa0d-313d293bd617, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4f655e92-f7d0-4eb3-aa0d-313d293bd617,segment=NetworkSegment(3affdf3e-6c65-4bf5-9ee3-3df5d435a549),segment_id=3affdf3e-6c65-4bf5-9ee3-3df5d435a549)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:57.857078 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:57.858300 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': '4f655e92-f7d0-4eb3-aa0d-313d293bd617', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'port_id': '4f655e92-f7d0-4eb3-aa0d-313d293bd617', 'mac_address': 'fa:16:3e:19:5d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 12:02:57.900780 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:02:57.901206 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:57.913662 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:57.915861 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-91424221-e330-418d-a859-81e78e2944d4 admin admin] Publish callbacks [] for router_gateway (0bd1f321-5d98-4143-ba24-2a3aad50da03), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:57.921422 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:57.927319 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f655e92-f7d0-4eb3-aa0d-313d293bd617 {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:02:57.938361 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa91ebe-7962-47a2-b9ef-616d500dc529 req-75104312-51b7-4ba7-9d64-a0729a7cea46 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:57.939972 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1aa91ebe-7962-47a2-b9ef-616d500dc529 req-75104312-51b7-4ba7-9d64-a0729a7cea46 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 943 time: 0.0719588 Jun 23 12:02:57.958161 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 4f655e92-f7d0-4eb3-aa0d-313d293bd617, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4f655e92-f7d0-4eb3-aa0d-313d293bd617,segment=NetworkSegment(3affdf3e-6c65-4bf5-9ee3-3df5d435a549),segment_id=3affdf3e-6c65-4bf5-9ee3-3df5d435a549)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:57.965093 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:58.015006 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:58.025820 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=4f655e92-f7d0-4eb3-aa0d-313d293bd617,revision_number=7']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:58.026443 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-91424221-e330-418d-a859-81e78e2944d4 admin admin] Deleting port ea13dd82-9bfb-4fe0-817a-76dce9fd5365 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:02:58.026905 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-91424221-e330-418d-a859-81e78e2944d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (ea13dd82-9bfb-4fe0-817a-76dce9fd5365), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:58.031366 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-ab7ec267-b1ea-43a2-ae44-e27d2ebe076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T12:02:56Z', 'revision_number': 5, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port': {'id': 'ea13dd82-9bfb-4fe0-817a-76dce9fd5365', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:43Z', 'updated_at': '2022-06-23T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:58.037706 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:58.038372 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:58.038939 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:58.039504 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:58.040055 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:58.041077 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:58.042268 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:58.042853 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:58.043398 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:58.044662 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:58.045238 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:58.045842 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:58.046386 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:58.046966 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:58.047506 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:02:58.058276 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7ec267-b1ea-43a2-ae44-e27d2ebe076d None None] Checking router: 0bd1f321-5d98-4143-ba24-2a3aad50da03 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:02:58.066669 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1aa91ebe-7962-47a2-b9ef-616d500dc529 req-2c0040fa-1245-441b-bcb2-9f19d5c730ea tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021957 Jun 23 12:02:58.077816 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ec267-b1ea-43a2-ae44-e27d2ebe076d None None] Routers {'0bd1f321-5d98-4143-ba24-2a3aad50da03'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:02:58.083868 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-ab7ec267-b1ea-43a2-ae44-e27d2ebe076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:02:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['0bd1f321-5d98-4143-ba24-2a3aad50da03'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:58.125779 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [None req-91424221-e330-418d-a859-81e78e2944d4 admin admin] For port ea13dd82-9bfb-4fe0-817a-76dce9fd5365, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=ea13dd82-9bfb-4fe0-817a-76dce9fd5365,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:58.126154 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-91424221-e330-418d-a859-81e78e2944d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (ea13dd82-9bfb-4fe0-817a-76dce9fd5365), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:58.140419 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-91424221-e330-418d-a859-81e78e2944d4 admin admin] Calling delete_port for ea13dd82-9bfb-4fe0-817a-76dce9fd5365 owned by network:router_gateway {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:02:58.168148 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:58.176928 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-ab7ec267-b1ea-43a2-ae44-e27d2ebe076d None None] Set router 0bd1f321-5d98-4143-ba24-2a3aad50da03 gateway port host: None {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:02:58.191804 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['4f655e92-f7d0-4eb3-aa0d-313d293bd617'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:02:58.210581 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:58.230860 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-ab7ec267-b1ea-43a2-ae44-e27d2ebe076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T12:02:57Z', 'revision_number': 6, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port_host': None}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:58.260710 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7ec267-b1ea-43a2-ae44-e27d2ebe076d None None] The sync data for ids ['0bd1f321-5d98-4143-ba24-2a3aad50da03'] in dv-cinder-826608-3-iscsi is: [{'id': '0bd1f321-5d98-4143-ba24-2a3aad50da03', 'name': 'tempest-AttachVolumeNegativeTest-2000034328-router', 'tenant_id': 'b4f73dfee32d43b985e9192000eaed8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:41Z', 'updated_at': '2022-06-23T12:02:57Z', 'revision_number': 6, 'project_id': 'b4f73dfee32d43b985e9192000eaed8c', 'gw_port_host': None}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:02:58.345283 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-91424221-e330-418d-a859-81e78e2944d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (ea13dd82-9bfb-4fe0-817a-76dce9fd5365), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:58.371573 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91424221-e330-418d-a859-81e78e2944d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea13dd82-9bfb-4fe0-817a-76dce9fd5365,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:58.441154 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-91424221-e330-418d-a859-81e78e2944d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595256'] for router_gateway (0bd1f321-5d98-4143-ba24-2a3aad50da03), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:58.533799 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-91424221-e330-418d-a859-81e78e2944d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28040'] for router (0bd1f321-5d98-4143-ba24-2a3aad50da03), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:58.536053 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-91424221-e330-418d-a859-81e78e2944d4 admin admin] Publish callbacks [] for router_controller (0bd1f321-5d98-4143-ba24-2a3aad50da03), precommit_delete_associations {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:58.579701 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-91424221-e330-418d-a859-81e78e2944d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597951'] for router (0bd1f321-5d98-4143-ba24-2a3aad50da03), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:58.580289 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91424221-e330-418d-a859-81e78e2944d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bd1f321-5d98-4143-ba24-2a3aad50da03 {{(pid=103988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:02:58.588476 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-91424221-e330-418d-a859-81e78e2944d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:58.589643 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-91424221-e330-418d-a859-81e78e2944d4 admin admin] 10.222.0.67 "DELETE /v2.0/routers/0bd1f321-5d98-4143-ba24-2a3aad50da03 HTTP/1.1" status: 204 len: 168 time: 0.9514832 Jun 23 12:02:58.591996 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 56874) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:58.646700 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f73421f-30db-4fdc-b76f-6e2366301bd2 admin admin] Deleting subnet 3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa {{(pid=103988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 12:02:58.650984 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5f73421f-30db-4fdc-b76f-6e2366301bd2 admin admin] Publish callbacks [] for subnet (3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:58.696454 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5f73421f-30db-4fdc-b76f-6e2366301bd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28331940'] for subnet (3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa), precommit_delete_associations {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:58.776434 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 290fbf3d-1ad9-4e30-8fde-e022f5eba570 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:02:58.799126 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5f73421f-30db-4fdc-b76f-6e2366301bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:58.801861 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 290fbf3d-1ad9-4e30-8fde-e022f5eba570 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:02:58.802412 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 290fbf3d-1ad9-4e30-8fde-e022f5eba570 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:02:58.846306 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:58.859235 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5f73421f-30db-4fdc-b76f-6e2366301bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28484913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29328204'] for subnet (3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:58.885482 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73421f-30db-4fdc-b76f-6e2366301bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:58.891249 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5f73421f-30db-4fdc-b76f-6e2366301bd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:58.894743 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-5f73421f-30db-4fdc-b76f-6e2366301bd2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3b3f2c68-0f58-4d6c-b6dd-2024ca1c4ffa HTTP/1.1" status: 204 len: 168 time: 0.3014641 Jun 23 12:02:58.898249 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 56884) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:58.899973 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88951af-4a01-4e84-a915-0b58c97fd8d7 None None] Network e2860678-188a-43de-956c-7f6a2a5353f6 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 12:02:58.974970 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (e2860678-188a-43de-956c-7f6a2a5353f6), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:58.985596 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:59.032019 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] Deleting port 0fcf4ec7-555b-41f9-a1f8-69ded762614c {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:02:59.032429 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (0fcf4ec7-555b-41f9-a1f8-69ded762614c), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:59.101913 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] For port 0fcf4ec7-555b-41f9-a1f8-69ded762614c, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=0fcf4ec7-555b-41f9-a1f8-69ded762614c,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:59.102276 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (0fcf4ec7-555b-41f9-a1f8-69ded762614c), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:59.129837 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e424823d-d9a2-4a2a-adae-fc44567b3705 None None] DHCP port deletion for e2860678-188a-43de-956c-7f6a2a5353f6 request from dv-cinder-826608-3-iscsi {{(pid=103990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 12:02:59.140264 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] Calling delete_port for 0fcf4ec7-555b-41f9-a1f8-69ded762614c owned by network:dhcp {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:02:59.204487 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-e424823d-d9a2-4a2a-adae-fc44567b3705 None None] Deleting port 0fcf4ec7-555b-41f9-a1f8-69ded762614c {{(pid=103990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:02:59.204487 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-e424823d-d9a2-4a2a-adae-fc44567b3705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (0fcf4ec7-555b-41f9-a1f8-69ded762614c), before_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:59.252762 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4719d48-9b38-4ed6-819b-f2d193c6407e req-86794609-aade-4972-b573-80d1553c2bc8 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:02:59.254343 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d4719d48-9b38-4ed6-819b-f2d193c6407e req-86794609-aade-4972-b573-80d1553c2bc8 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 944 time: 0.0646172 Jun 23 12:02:59.282161 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-e424823d-d9a2-4a2a-adae-fc44567b3705 None None] For port 0fcf4ec7-555b-41f9-a1f8-69ded762614c, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=0fcf4ec7-555b-41f9-a1f8-69ded762614c,segment=NetworkSegment(6aa44cee-5e37-463e-94cf-e5a5af068e17),segment_id=6aa44cee-5e37-463e-94cf-e5a5af068e17)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:59.282668 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-e424823d-d9a2-4a2a-adae-fc44567b3705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (0fcf4ec7-555b-41f9-a1f8-69ded762614c), precommit_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:59.302151 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-e424823d-d9a2-4a2a-adae-fc44567b3705 None None] Calling delete_port for 0fcf4ec7-555b-41f9-a1f8-69ded762614c owned by network:dhcp {{(pid=103990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:02:59.319519 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-d4719d48-9b38-4ed6-819b-f2d193c6407e req-89da99b1-6457-4914-841e-70574f73d51c tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568564 Jun 23 12:02:59.321091 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (0fcf4ec7-555b-41f9-a1f8-69ded762614c), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:59.334270 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] No DVR routers for this DVR port 0fcf4ec7-555b-41f9-a1f8-69ded762614c on host dv-cinder-826608-3-iscsi {{(pid=103989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:02:59.358764 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fcf4ec7-555b-41f9-a1f8-69ded762614c,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:59.389326 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-e424823d-d9a2-4a2a-adae-fc44567b3705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483'] for port (0fcf4ec7-555b-41f9-a1f8-69ded762614c), after_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:59.412582 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424823d-d9a2-4a2a-adae-fc44567b3705 None None] Pushing event deleted for resources: {'Port': ['ID=0fcf4ec7-555b-41f9-a1f8-69ded762614c,revision_number=None']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:59.419558 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424823d-d9a2-4a2a-adae-fc44567b3705 None None] No DVR routers for this DVR port 0fcf4ec7-555b-41f9-a1f8-69ded762614c on host dv-cinder-826608-3-iscsi {{(pid=103990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:02:59.435291 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (e2860678-188a-43de-956c-7f6a2a5353f6), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:59.461241 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2860678-188a-43de-956c-7f6a2a5353f6']}} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:59.473231 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa44cee-5e37-463e-94cf-e5a5af068e17') {'for_net_delete': True} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:59.473818 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa44cee-5e37-463e-94cf-e5a5af068e17') {} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:02:59.485982 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28146423'] for segment (6aa44cee-5e37-463e-94cf-e5a5af068e17), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:59.502590 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (6aa44cee-5e37-463e-94cf-e5a5af068e17), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:59.510842 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:02:59.511249 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27818876'] for segment (6aa44cee-5e37-463e-94cf-e5a5af068e17), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:59.533881 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment 6aa44cee-5e37-463e-94cf-e5a5af068e17 resource provider aggregate not found Jun 23 12:02:59.562462 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 4f655e92-f7d0-4eb3-aa0d-313d293bd617 up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:02:59.579324 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment 6aa44cee-5e37-463e-94cf-e5a5af068e17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6aa44cee-5e37-463e-94cf-e5a5af068e17 found for delete ", "request_id": "req-432444c4-42e7-483d-9ba3-ced0ac6dcd89"}]} Jun 23 12:02:59.588466 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (e2860678-188a-43de-956c-7f6a2a5353f6), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:59.607256 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:59.610086 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:02:59.610548 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:59.610674 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] 10.222.0.67 "DELETE /v2.0/networks/e2860678-188a-43de-956c-7f6a2a5353f6 HTTP/1.1" status: 204 len: 168 time: 0.7111909 Jun 23 12:02:59.611726 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4466bf0-8899-484b-a779-0887ed5fc718 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2860678-188a-43de-956c-7f6a2a5353f6,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:59.715107 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:02:59.716060 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:59.764527 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 4f655e92-f7d0-4eb3-aa0d-313d293bd617, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4f655e92-f7d0-4eb3-aa0d-313d293bd617,segment=NetworkSegment(3affdf3e-6c65-4bf5-9ee3-3df5d435a549),segment_id=3affdf3e-6c65-4bf5-9ee3-3df5d435a549)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:02:59.765714 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f655e92-f7d0-4eb3-aa0d-313d293bd617'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:02:59.768432 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd72e3c2-ec61-471c-b373-45fcbbeb783e" -d '{"events": [{"server_uuid": "9442b025-7b22-40c8-8f76-3a3379bf8e83", "name": "network-vif-plugged", "status": "completed", "tag": "4f655e92-f7d0-4eb3-aa0d-313d293bd617"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:02:59.773540 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:59.824727 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=4f655e92-f7d0-4eb3-aa0d-313d293bd617,revision_number=8']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:02:59.838679 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 56910) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:59.863984 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ca8e6c-5395-4f1c-a8b0-474390ec669a x-openstack-request-id: req-21ca8e6c-5395-4f1c-a8b0-474390ec669a {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:02:59.864321 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9442b025-7b22-40c8-8f76-3a3379bf8e83", "name": "network-vif-plugged", "status": "completed", "tag": "4f655e92-f7d0-4eb3-aa0d-313d293bd617", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:02:59.864502 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-21ca8e6c-5395-4f1c-a8b0-474390ec669a {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:02:59.866535 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ca8e6c-5395-4f1c-a8b0-474390ec669a'] response: {'server_uuid': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f655e92-f7d0-4eb3-aa0d-313d293bd617', 'code': 200} Jun 23 12:02:59.899886 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-b2a8c09e-a79b-42a0-8c94-f01a8159fe24 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b4f73dfee32d43b985e9192000eaed8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0598726 Jun 23 12:02:59.902469 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 56912) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:02:59.920562 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:02:59.956739 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a44f4010-cfd2-438c-a8c5-012a23939781 admin admin] Publish callbacks [] for security_group (814fa788-7b4a-4802-b99b-f8722590a30d), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:02:59.985305 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a44f4010-cfd2-438c-a8c5-012a23939781 admin admin] Publish callbacks [] for security_group (814fa788-7b4a-4802-b99b-f8722590a30d), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:00.034310 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a44f4010-cfd2-438c-a8c5-012a23939781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (814fa788-7b4a-4802-b99b-f8722590a30d), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:00.036959 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a44f4010-cfd2-438c-a8c5-012a23939781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:00.038131 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-a44f4010-cfd2-438c-a8c5-012a23939781 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/814fa788-7b4a-4802-b99b-f8722590a30d HTTP/1.1" status: 204 len: 168 time: 0.1347401 Jun 23 12:03:00.046516 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f4010-cfd2-438c-a8c5-012a23939781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814fa788-7b4a-4802-b99b-f8722590a30d,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:00.095478 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4feee-9b8f-4e82-b4f5-e100364b0e5b req-aadefc03-6383-4d6e-b233-a9e666833d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:03:00.097054 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-01b4feee-9b8f-4e82-b4f5-e100364b0e5b req-aadefc03-6383-4d6e-b233-a9e666833d00 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 1129 time: 0.0458994 Jun 23 12:03:00.146019 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-01b4feee-9b8f-4e82-b4f5-e100364b0e5b req-e5078ad2-5003-473e-ad65-67e60718cd75 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430717 Jun 23 12:03:00.439554 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf60dd-0383-4e0d-a499-c569ede79ed3 req-22f2828e-4b4f-4b05-9220-7c6383c009c3 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:03:00.441089 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-17cf60dd-0383-4e0d-a499-c569ede79ed3 req-22f2828e-4b4f-4b05-9220-7c6383c009c3 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0504708 Jun 23 12:03:00.503727 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-17cf60dd-0383-4e0d-a499-c569ede79ed3 req-c4cbfd23-b829-460b-9d9f-53c5a2cb4249 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571074 Jun 23 12:03:00.518650 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device ea13dd82-9bfb-4fe0-817a-76dce9fd5365 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:03:00.539637 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: ea13dd82-9bfb-4fe0-817a-76dce9fd5365 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:03:00.539984 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device ea13dd82-9bfb-4fe0-817a-76dce9fd5365 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:03:00.540388 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 0fcf4ec7-555b-41f9-a1f8-69ded762614c no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:03:00.562794 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 0fcf4ec7-555b-41f9-a1f8-69ded762614c {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:03:00.563133 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 0fcf4ec7-555b-41f9-a1f8-69ded762614c not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:03:01.074065 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fae-0fc3-4fff-b860-1762525e84e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:01.628229 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687f87e-80b9-4455-af58-7905daf304b6 req-a60f0b43-b1f9-450c-8bb6-f1b82e66d464 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:03:01.629731 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5687f87e-80b9-4455-af58-7905daf304b6 req-a60f0b43-b1f9-450c-8bb6-f1b82e66d464 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0471728 Jun 23 12:03:01.678872 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5687f87e-80b9-4455-af58-7905daf304b6 req-8d10ab3f-78cf-47b1-9bfb-01287f292504 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434232 Jun 23 12:03:03.390167 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:03.395446 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-e8762953-2176-41c3-9913-b08af4eb325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:04.658838 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:05.906923 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:06.138804 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:06.622249 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57070) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:06.726059 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0e29c799-9ffb-4090-a279-0bc148dac5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:06.750468 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:06.805307 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0e29c799-9ffb-4090-a279-0bc148dac5d2 admin admin] Publish callbacks [] for security_group (893ca4e7-9c8f-4bab-a24e-2f55324896aa), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:06.809013 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-0e29c799-9ffb-4090-a279-0bc148dac5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (893ca4e7-9c8f-4bab-a24e-2f55324896aa), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:06.846625 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29c799-9ffb-4090-a279-0bc148dac5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893ca4e7-9c8f-4bab-a24e-2f55324896aa,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:06.850887 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-0e29c799-9ffb-4090-a279-0bc148dac5d2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2e6a7281e8274249a0313ad65a51266d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276454 Jun 23 12:03:06.853627 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57074) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:06.905945 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5c206c2-c16c-4908-8ee3-50d42931ac8d admin admin] Publish callbacks [] for security_group (893ca4e7-9c8f-4bab-a24e-2f55324896aa), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:06.928035 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5c206c2-c16c-4908-8ee3-50d42931ac8d admin admin] Publish callbacks [] for security_group (893ca4e7-9c8f-4bab-a24e-2f55324896aa), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:06.977614 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5c206c2-c16c-4908-8ee3-50d42931ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (893ca4e7-9c8f-4bab-a24e-2f55324896aa), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:06.980736 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5c206c2-c16c-4908-8ee3-50d42931ac8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:06.988231 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e5c206c2-c16c-4908-8ee3-50d42931ac8d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/893ca4e7-9c8f-4bab-a24e-2f55324896aa HTTP/1.1" status: 204 len: 168 time: 0.1313488 Jun 23 12:03:07.003543 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c206c2-c16c-4908-8ee3-50d42931ac8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893ca4e7-9c8f-4bab-a24e-2f55324896aa,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:07.285463 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57092) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:07.298758 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-93c5d61a-1861-42fb-bd95-3b8ee8cc27e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:07.376000 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-93c5d61a-1861-42fb-bd95-3b8ee8cc27e6 admin admin] Publish callbacks [] for security_group (0a0ce8b1-b60e-4fc7-a618-91ed4a552b47), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:07.379680 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-93c5d61a-1861-42fb-bd95-3b8ee8cc27e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (0a0ce8b1-b60e-4fc7-a618-91ed4a552b47), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:07.418233 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-93c5d61a-1861-42fb-bd95-3b8ee8cc27e6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b5485b0258bf42e1b40ee767976eab77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311648 Jun 23 12:03:07.419055 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5d61a-1861-42fb-bd95-3b8ee8cc27e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0ce8b1-b60e-4fc7-a618-91ed4a552b47,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:07.421072 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57094) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:07.470811 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Publish callbacks [] for security_group (0a0ce8b1-b60e-4fc7-a618-91ed4a552b47), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:07.492038 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Publish callbacks [] for security_group (0a0ce8b1-b60e-4fc7-a618-91ed4a552b47), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:07.541448 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (0a0ce8b1-b60e-4fc7-a618-91ed4a552b47), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:07.544834 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:07.546378 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0a0ce8b1-b60e-4fc7-a618-91ed4a552b47 HTTP/1.1" status: 204 len: 168 time: 0.1242666 Jun 23 12:03:07.555191 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0ce8b1-b60e-4fc7-a618-91ed4a552b47,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:07.563083 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:07.563429 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:07.563774 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:07.564125 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:07.564449 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:07.564812 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:07.565146 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:07.565450 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:07.565775 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:07.566099 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:07.566426 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:07.566841 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:07.567166 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:07.567486 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:07.567807 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a41cf-d232-445a-a38e-c0184c51d40b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:08.234293 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=14 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:08.235215 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:08.512532 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57138) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:08.634090 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-5ef7a455-0355-46a2-a751-c26c4f4cf862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:08.669269 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:08.687976 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57144) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:08.721035 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-5ef7a455-0355-46a2-a751-c26c4f4cf862 admin admin] Publish callbacks [] for security_group (f6aa9bb3-59e5-49fa-953b-096196d1f838), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:08.725166 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-5ef7a455-0355-46a2-a751-c26c4f4cf862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (f6aa9bb3-59e5-49fa-953b-096196d1f838), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:08.766202 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-5ef7a455-0355-46a2-a751-c26c4f4cf862 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=860087fb6db04cd0b5ee816816a5a3fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523963 Jun 23 12:03:08.767185 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7a455-0355-46a2-a751-c26c4f4cf862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6aa9bb3-59e5-49fa-953b-096196d1f838,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:08.768979 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57148) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:08.812423 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2e88-6c15-4319-8d0d-6dc82eca8ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:08.829571 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:08.856477 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-462f3c53-fbb3-4d35-a782-dc61aa13449c admin admin] Publish callbacks [] for security_group (f6aa9bb3-59e5-49fa-953b-096196d1f838), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:08.892393 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-462f3c53-fbb3-4d35-a782-dc61aa13449c admin admin] Publish callbacks [] for security_group (f6aa9bb3-59e5-49fa-953b-096196d1f838), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:08.961253 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2e88-6c15-4319-8d0d-6dc82eca8ff8 admin admin] Publish callbacks [] for security_group (ae166cd2-6c04-4960-8ff9-f427cc8f76cf), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:08.965211 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2e88-6c15-4319-8d0d-6dc82eca8ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (ae166cd2-6c04-4960-8ff9-f427cc8f76cf), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:08.984364 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-462f3c53-fbb3-4d35-a782-dc61aa13449c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (f6aa9bb3-59e5-49fa-953b-096196d1f838), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:08.986878 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-462f3c53-fbb3-4d35-a782-dc61aa13449c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:08.988020 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-462f3c53-fbb3-4d35-a782-dc61aa13449c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f6aa9bb3-59e5-49fa-953b-096196d1f838 HTTP/1.1" status: 204 len: 168 time: 0.2179098 Jun 23 12:03:09.013170 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-fe9b2e88-6c15-4319-8d0d-6dc82eca8ff8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=27f07ee8e41a42a2bc434d4d16b48b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236423 Jun 23 12:03:09.014078 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b2e88-6c15-4319-8d0d-6dc82eca8ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae166cd2-6c04-4960-8ff9-f427cc8f76cf,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:09.016016 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57154) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:09.024848 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f3c53-fbb3-4d35-a782-dc61aa13449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6aa9bb3-59e5-49fa-953b-096196d1f838,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:09.087040 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c9b1c7f5-aa3d-4091-a4f5-d027e895be66 admin admin] Publish callbacks [] for security_group (ae166cd2-6c04-4960-8ff9-f427cc8f76cf), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:09.100407 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:UPDATE=3,neutron:SELECT=75,neutron:INSERT=19,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:09.110633 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c9b1c7f5-aa3d-4091-a4f5-d027e895be66 admin admin] Publish callbacks [] for security_group (ae166cd2-6c04-4960-8ff9-f427cc8f76cf), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:09.165414 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c9b1c7f5-aa3d-4091-a4f5-d027e895be66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (ae166cd2-6c04-4960-8ff9-f427cc8f76cf), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:09.167989 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c9b1c7f5-aa3d-4091-a4f5-d027e895be66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:09.173278 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-c9b1c7f5-aa3d-4091-a4f5-d027e895be66 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ae166cd2-6c04-4960-8ff9-f427cc8f76cf HTTP/1.1" status: 204 len: 168 time: 0.1519301 Jun 23 12:03:09.178159 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1c7f5-aa3d-4091-a4f5-d027e895be66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae166cd2-6c04-4960-8ff9-f427cc8f76cf,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:10.253100 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:10.687188 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:03:11.224414 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57264) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:11.330308 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6d6c612a-59b6-42d7-b165-0153cbcf5b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:11.409349 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6d6c612a-59b6-42d7-b165-0153cbcf5b51 admin admin] Publish callbacks [] for security_group (09781d92-d66c-4a11-be68-cc111be643b7), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:11.413235 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6d6c612a-59b6-42d7-b165-0153cbcf5b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (09781d92-d66c-4a11-be68-cc111be643b7), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:11.453047 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-6d6c612a-59b6-42d7-b165-0153cbcf5b51 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1de0b887db9343869d02b96a0969b5e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274461 Jun 23 12:03:11.453934 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c612a-59b6-42d7-b165-0153cbcf5b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09781d92-d66c-4a11-be68-cc111be643b7,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:11.455769 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57268) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:11.507947 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-53110e31-81cd-4ed4-bcff-d2f47337fc2c admin admin] Publish callbacks [] for security_group (09781d92-d66c-4a11-be68-cc111be643b7), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:11.522342 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:11.532463 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-53110e31-81cd-4ed4-bcff-d2f47337fc2c admin admin] Publish callbacks [] for security_group (09781d92-d66c-4a11-be68-cc111be643b7), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:11.581332 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-53110e31-81cd-4ed4-bcff-d2f47337fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (09781d92-d66c-4a11-be68-cc111be643b7), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:11.583862 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-53110e31-81cd-4ed4-bcff-d2f47337fc2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:11.585060 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-53110e31-81cd-4ed4-bcff-d2f47337fc2c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/09781d92-d66c-4a11-be68-cc111be643b7 HTTP/1.1" status: 204 len: 168 time: 0.1282978 Jun 23 12:03:11.594396 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53110e31-81cd-4ed4-bcff-d2f47337fc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09781d92-d66c-4a11-be68-cc111be643b7,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:11.850961 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57274) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:11.864662 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3ce8787e-1171-4c44-a6aa-0fdc23bf4580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:11.944464 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3ce8787e-1171-4c44-a6aa-0fdc23bf4580 admin admin] Publish callbacks [] for security_group (1ec540b3-c510-4b0f-a25a-c9d0841e814e), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:11.948087 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3ce8787e-1171-4c44-a6aa-0fdc23bf4580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (1ec540b3-c510-4b0f-a25a-c9d0841e814e), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:11.989571 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-3ce8787e-1171-4c44-a6aa-0fdc23bf4580 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=728d3c065c7548b99518e0e3e6f50a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374969 Jun 23 12:03:11.990987 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8787e-1171-4c44-a6aa-0fdc23bf4580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec540b3-c510-4b0f-a25a-c9d0841e814e,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:11.994206 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57276) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:12.046301 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-33f3a65a-36cc-4c17-ab1c-1dacfbc789c3 admin admin] Publish callbacks [] for security_group (1ec540b3-c510-4b0f-a25a-c9d0841e814e), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:12.067324 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-33f3a65a-36cc-4c17-ab1c-1dacfbc789c3 admin admin] Publish callbacks [] for security_group (1ec540b3-c510-4b0f-a25a-c9d0841e814e), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:12.118773 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-33f3a65a-36cc-4c17-ab1c-1dacfbc789c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (1ec540b3-c510-4b0f-a25a-c9d0841e814e), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:12.121755 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-33f3a65a-36cc-4c17-ab1c-1dacfbc789c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:12.123025 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-33f3a65a-36cc-4c17-ab1c-1dacfbc789c3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1ec540b3-c510-4b0f-a25a-c9d0841e814e HTTP/1.1" status: 204 len: 168 time: 0.1274896 Jun 23 12:03:12.134804 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3a65a-36cc-4c17-ab1c-1dacfbc789c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec540b3-c510-4b0f-a25a-c9d0841e814e,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:13.659770 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57330) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:13.779031 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d6895a63-a70a-4a7d-848b-70961d4442bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:13.863857 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d6895a63-a70a-4a7d-848b-70961d4442bf admin admin] Publish callbacks [] for security_group (ad84c469-b0ba-4ff8-9c36-538c85bd98a3), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:13.867848 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d6895a63-a70a-4a7d-848b-70961d4442bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (ad84c469-b0ba-4ff8-9c36-538c85bd98a3), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:13.908618 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-d6895a63-a70a-4a7d-848b-70961d4442bf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2d1d02e4165a4631b89f87a19cb7ae74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477131 Jun 23 12:03:13.909752 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6895a63-a70a-4a7d-848b-70961d4442bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad84c469-b0ba-4ff8-9c36-538c85bd98a3,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:13.911341 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57340) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:13.971692 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9dfc82b3-0d95-4d2d-acf4-0b962281e7cb admin admin] Publish callbacks [] for security_group (ad84c469-b0ba-4ff8-9c36-538c85bd98a3), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:13.999148 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9dfc82b3-0d95-4d2d-acf4-0b962281e7cb admin admin] Publish callbacks [] for security_group (ad84c469-b0ba-4ff8-9c36-538c85bd98a3), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:14.053211 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9dfc82b3-0d95-4d2d-acf4-0b962281e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (ad84c469-b0ba-4ff8-9c36-538c85bd98a3), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:14.055901 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-9dfc82b3-0d95-4d2d-acf4-0b962281e7cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:14.057146 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-9dfc82b3-0d95-4d2d-acf4-0b962281e7cb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad84c469-b0ba-4ff8-9c36-538c85bd98a3 HTTP/1.1" status: 204 len: 168 time: 0.1447036 Jun 23 12:03:14.065260 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc82b3-0d95-4d2d-acf4-0b962281e7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad84c469-b0ba-4ff8-9c36-538c85bd98a3,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:14.330477 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57348) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:14.344429 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8993ec46-b3fe-45ce-9bb9-325ecf2e42be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:14.359452 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:14.411682 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:14.426773 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8993ec46-b3fe-45ce-9bb9-325ecf2e42be admin admin] Publish callbacks [] for security_group (6835bb54-d97e-4bbe-9c2f-db02773159fa), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:14.431016 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8993ec46-b3fe-45ce-9bb9-325ecf2e42be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (6835bb54-d97e-4bbe-9c2f-db02773159fa), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:14.470934 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-8993ec46-b3fe-45ce-9bb9-325ecf2e42be admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6c458589408342b3867e6520b6a1e291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393237 Jun 23 12:03:14.472043 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993ec46-b3fe-45ce-9bb9-325ecf2e42be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6835bb54-d97e-4bbe-9c2f-db02773159fa,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:14.474702 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57352) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:14.535109 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a4809cd7-5388-4296-9d96-7d73bdde2c09 admin admin] Publish callbacks [] for security_group (6835bb54-d97e-4bbe-9c2f-db02773159fa), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:14.543334 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=6 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:14.559097 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a4809cd7-5388-4296-9d96-7d73bdde2c09 admin admin] Publish callbacks [] for security_group (6835bb54-d97e-4bbe-9c2f-db02773159fa), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:14.606278 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a4809cd7-5388-4296-9d96-7d73bdde2c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (6835bb54-d97e-4bbe-9c2f-db02773159fa), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:14.609870 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a4809cd7-5388-4296-9d96-7d73bdde2c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:14.611083 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-a4809cd7-5388-4296-9d96-7d73bdde2c09 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6835bb54-d97e-4bbe-9c2f-db02773159fa HTTP/1.1" status: 204 len: 168 time: 0.1349940 Jun 23 12:03:14.619441 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4809cd7-5388-4296-9d96-7d73bdde2c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6835bb54-d97e-4bbe-9c2f-db02773159fa,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:15.592060 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47528a1-0529-4d0a-83fa-6641c1e7fa38 req-49ef5e4a-4d54-4c11-95ce-762521bdb7a1 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:03:15.593663 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e47528a1-0529-4d0a-83fa-6641c1e7fa38 req-49ef5e4a-4d54-4c11-95ce-762521bdb7a1 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 946 time: 0.0463514 Jun 23 12:03:15.645893 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e47528a1-0529-4d0a-83fa-6641c1e7fa38 req-d4db1a76-44f2-430b-8397-08a7caea3163 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457659 Jun 23 12:03:16.773994 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773d22f-35f0-4982-af05-77d5c5fcaf0b req-4d81b0f5-e7aa-423e-875a-0a0c5fae95f8 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:03:16.775515 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2773d22f-35f0-4982-af05-77d5c5fcaf0b req-4d81b0f5-e7aa-423e-875a-0a0c5fae95f8 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 946 time: 0.0535114 Jun 23 12:03:16.827514 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2773d22f-35f0-4982-af05-77d5c5fcaf0b req-ffddf6db-63a2-42e2-8607-2b11d67d8530 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups?id=7392b0be-a118-42bc-8e4e-e7fb536edf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460334 Jun 23 12:03:17.014414 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d990c-4eb8-4ce4-a013-0d6df69ce34b req-de979a82-8fe8-49c8-ab80-b4afe4047fc7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:03:17.015937 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fd1d990c-4eb8-4ce4-a013-0d6df69ce34b req-de979a82-8fe8-49c8-ab80-b4afe4047fc7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 946 time: 0.0471210 Jun 23 12:03:17.103424 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-fd1d990c-4eb8-4ce4-a013-0d6df69ce34b req-c9385384-81a7-414b-a562-957db516a7d9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Deleting port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:03:17.103767 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fd1d990c-4eb8-4ce4-a013-0d6df69ce34b req-c9385384-81a7-414b-a562-957db516a7d9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:17.165342 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:DELETE=8,neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:17.194471 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-fd1d990c-4eb8-4ce4-a013-0d6df69ce34b req-c9385384-81a7-414b-a562-957db516a7d9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] For port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:03:17.194741 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fd1d990c-4eb8-4ce4-a013-0d6df69ce34b req-c9385384-81a7-414b-a562-957db516a7d9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:17.354162 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fd1d990c-4eb8-4ce4-a013-0d6df69ce34b req-c9385384-81a7-414b-a562-957db516a7d9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:17.354520 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fd1d990c-4eb8-4ce4-a013-0d6df69ce34b req-c9385384-81a7-414b-a562-957db516a7d9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (f6b36807-114a-49b6-b56e-373a40ffe3d7), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:17.354911 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [req-fd1d990c-4eb8-4ce4-a013-0d6df69ce34b req-c9385384-81a7-414b-a562-957db516a7d9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Floating IP f6b36807-114a-49b6-b56e-373a40ffe3d7 disassociated. External IP: 172.27.3.160, port: b3a6b734-e0ed-4bdf-9b35-b9b65ed45592. Jun 23 12:03:17.355751 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-fd1d990c-4eb8-4ce4-a013-0d6df69ce34b req-c9385384-81a7-414b-a562-957db516a7d9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Calling delete_port for b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:03:17.483439 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fd1d990c-4eb8-4ce4-a013-0d6df69ce34b req-c9385384-81a7-414b-a562-957db516a7d9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (b3a6b734-e0ed-4bdf-9b35-b9b65ed45592), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:17.508888 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9385384-81a7-414b-a562-957db516a7d9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event deleted for resources: {'Port': ['ID=b3a6b734-e0ed-4bdf-9b35-b9b65ed45592,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:17.626900 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd1d990c-4eb8-4ce4-a013-0d6df69ce34b req-c9385384-81a7-414b-a562-957db516a7d9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Router 698cc3d2-001d-43a7-9177-9f66b8efe735 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:03:17.733726 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd1d990c-4eb8-4ce4-a013-0d6df69ce34b req-c9385384-81a7-414b-a562-957db516a7d9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:03:17.743278 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5f9e0-d438-4478-a9b2-9226a8f98cfc None None] Sync routers for ids ['698cc3d2-001d-43a7-9177-9f66b8efe735'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:03:17.756761 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5f9e0-d438-4478-a9b2-9226a8f98cfc None None] Routers {'698cc3d2-001d-43a7-9177-9f66b8efe735'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:03:17.757392 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-64e5f9e0-d438-4478-a9b2-9226a8f98cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:03:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['698cc3d2-001d-43a7-9177-9f66b8efe735'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:17.760208 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:17.777230 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1d990c-4eb8-4ce4-a013-0d6df69ce34b req-c9385384-81a7-414b-a562-957db516a7d9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] No DVR routers for this DVR port b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:03:17.780151 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-fd1d990c-4eb8-4ce4-a013-0d6df69ce34b req-c9385384-81a7-414b-a562-957db516a7d9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:17.783476 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fd1d990c-4eb8-4ce4-a013-0d6df69ce34b req-c9385384-81a7-414b-a562-957db516a7d9 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.44 "DELETE /v2.0/ports/b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 HTTP/1.1" status: 204 len: 173 time: 0.7625947 Jun 23 12:03:17.784181 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'name': 'network-vif-deleted', 'tag': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:03:17.787023 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b93c70-6d5c-43b0-bf13-8f23b490cb11" -d '{"events": [{"server_uuid": "bd3c7247-2686-47a7-96dc-7ffbbe7e7c62", "name": "network-vif-deleted", "tag": "b3a6b734-e0ed-4bdf-9b35-b9b65ed45592"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:03:17.828385 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70ab056-597e-433f-952f-37743c4b9205 x-openstack-request-id: req-c70ab056-597e-433f-952f-37743c4b9205 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:03:17.828700 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3c7247-2686-47a7-96dc-7ffbbe7e7c62", "name": "network-vif-deleted", "tag": "b3a6b734-e0ed-4bdf-9b35-b9b65ed45592", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:03:17.828961 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c70ab056-597e-433f-952f-37743c4b9205 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:03:17.829357 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c70ab056-597e-433f-952f-37743c4b9205'] response: {'server_uuid': 'bd3c7247-2686-47a7-96dc-7ffbbe7e7c62', 'name': 'network-vif-deleted', 'tag': 'b3a6b734-e0ed-4bdf-9b35-b9b65ed45592', 'status': 'completed', 'code': 200} Jun 23 12:03:17.864871 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-64e5f9e0-d438-4478-a9b2-9226a8f98cfc None None] Set router 698cc3d2-001d-43a7-9177-9f66b8efe735 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:03:17.943734 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c4c22b69-26d6-48d2-85df-ba44f33b0d1b req-840e78d7-31cb-467b-805d-f72fc888ebe7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 210 time: 0.0364013 Jun 23 12:03:17.963406 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:17.997272 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:18.067084 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-64e5f9e0-d438-4478-a9b2-9226a8f98cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'b41b3a97-a023-43da-8ee2-679a6dea2639', 'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'mac_address': 'fa:16:3e:1d:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:55:07Z', 'revision_number': 5, 'project_id': 'd211354c655b469491d235e5507e61ba', 'subnets': [{'id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:18.092108 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5f9e0-d438-4478-a9b2-9226a8f98cfc None None] Checking router: 698cc3d2-001d-43a7-9177-9f66b8efe735 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:03:18.100781 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5f9e0-d438-4478-a9b2-9226a8f98cfc None None] Routers {'698cc3d2-001d-43a7-9177-9f66b8efe735'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:03:18.101332 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-64e5f9e0-d438-4478-a9b2-9226a8f98cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:03:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['698cc3d2-001d-43a7-9177-9f66b8efe735'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:18.202634 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-64e5f9e0-d438-4478-a9b2-9226a8f98cfc None None] Set router 698cc3d2-001d-43a7-9177-9f66b8efe735 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:03:18.384731 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-64e5f9e0-d438-4478-a9b2-9226a8f98cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'b41b3a97-a023-43da-8ee2-679a6dea2639', 'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'mac_address': 'fa:16:3e:1d:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:55:07Z', 'revision_number': 5, 'project_id': 'd211354c655b469491d235e5507e61ba', 'subnets': [{'id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:18.409287 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e5f9e0-d438-4478-a9b2-9226a8f98cfc None None] The sync data for ids ['698cc3d2-001d-43a7-9177-9f66b8efe735'] in dv-cinder-826608-3-iscsi is: [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T11:54:52Z', 'revision_number': 4, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'b41b3a97-a023-43da-8ee2-679a6dea2639', 'name': '', 'network_id': '95d2a966-c2d0-4baf-b3af-40bcab8446e6', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'mac_address': 'fa:16:3e:1d:8c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:49Z', 'updated_at': '2022-06-23T11:55:07Z', 'revision_number': 5, 'project_id': 'd211354c655b469491d235e5507e61ba', 'subnets': [{'id': '2fea9b42-e008-42bd-8176-b6f37ce2fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:03:18.618200 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41487200-4143-4212-b64b-c604b7baf350 None None] New status for floating IP f6b36807-114a-49b6-b56e-373a40ffe3d7: DOWN {{(pid=103991) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:03:19.052439 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-36a84bb7-73c9-45df-8d1f-e8fdbd3c9ff6 req-1cb3e317-2758-4f76-9b5e-eca1dee3ce1b tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 210 time: 0.0274785 Jun 23 12:03:19.945411 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:03:19.965836 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:03:19.966175 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device b3a6b734-e0ed-4bdf-9b35-b9b65ed45592 not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:03:20.231078 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c9df9ee3-43d0-4f57-8422-32687a52b681 req-3d2ae739-415e-407e-a383-336e8c7110a7 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd3c7247-2686-47a7-96dc-7ffbbe7e7c62 HTTP/1.1" status: 200 len: 210 time: 0.0532782 Jun 23 12:03:21.324444 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57434) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:21.380442 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa752-14e5-4222-a038-8af29ba8d217 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group (7392b0be-a118-42bc-8e4e-e7fb536edf7b), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:21.404904 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa752-14e5-4222-a038-8af29ba8d217 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group (7392b0be-a118-42bc-8e4e-e7fb536edf7b), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:21.451525 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa752-14e5-4222-a038-8af29ba8d217 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (7392b0be-a118-42bc-8e4e-e7fb536edf7b), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:21.454106 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6f4aa752-14e5-4222-a038-8af29ba8d217 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:21.455244 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-6f4aa752-14e5-4222-a038-8af29ba8d217 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "DELETE /v2.0/security-groups/7392b0be-a118-42bc-8e4e-e7fb536edf7b HTTP/1.1" status: 204 len: 168 time: 0.1294944 Jun 23 12:03:21.458292 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57436) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:21.465056 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4aa752-14e5-4222-a038-8af29ba8d217 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7392b0be-a118-42bc-8e4e-e7fb536edf7b,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:21.473804 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.api.v2.resource [None req-75eeb6ed-81d4-4d32-a8ae-777502d8452c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] show failed (client error): The resource could not be found. Jun 23 12:03:21.477623 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-75eeb6ed-81d4-4d32-a8ae-777502d8452c tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "GET /v2.0/security-groups/7392b0be-a118-42bc-8e4e-e7fb536edf7b HTTP/1.1" status: 404 len: 347 time: 0.0154650 Jun 23 12:03:21.477948 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57438) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:21.588784 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a74fc-e221-431a-b93e-16a1ad4669b4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Deleting port 6bd3d37d-2a83-4db4-8279-9361cb235056 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:03:21.589227 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7c6a74fc-e221-431a-b93e-16a1ad4669b4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (6bd3d37d-2a83-4db4-8279-9361cb235056), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:21.666262 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7c6a74fc-e221-431a-b93e-16a1ad4669b4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (6bd3d37d-2a83-4db4-8279-9361cb235056), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:21.666589 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7c6a74fc-e221-431a-b93e-16a1ad4669b4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for floatingip (6bd3d37d-2a83-4db4-8279-9361cb235056), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:21.684833 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a74fc-e221-431a-b93e-16a1ad4669b4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Calling delete_port for 6bd3d37d-2a83-4db4-8279-9361cb235056 owned by network:floatingip {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:03:21.753170 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:21.818955 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7c6a74fc-e221-431a-b93e-16a1ad4669b4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (6bd3d37d-2a83-4db4-8279-9361cb235056), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:21.845001 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a74fc-e221-431a-b93e-16a1ad4669b4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Pushing event deleted for resources: {'Port': ['ID=6bd3d37d-2a83-4db4-8279-9361cb235056,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:21.907444 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7c6a74fc-e221-431a-b93e-16a1ad4669b4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks [] for floatingip (f6b36807-114a-49b6-b56e-373a40ffe3d7), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:21.909962 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7c6a74fc-e221-431a-b93e-16a1ad4669b4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:21.911099 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-7c6a74fc-e221-431a-b93e-16a1ad4669b4 tempest-AttachVolumeShelveTestJSON-1224111289 tempest-AttachVolumeShelveTestJSON-1224111289-project] 10.222.0.67 "DELETE /v2.0/floatingips/f6b36807-114a-49b6-b56e-373a40ffe3d7 HTTP/1.1" status: 204 len: 168 time: 0.4322453 Jun 23 12:03:23.321287 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57486) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:23.442135 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ed66052c-b0d5-4810-bb6f-e945efd8223f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:23.521178 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ed66052c-b0d5-4810-bb6f-e945efd8223f admin admin] Publish callbacks [] for security_group (986561de-c973-4cfc-8a6c-84ffacdc250a), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:23.524927 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-ed66052c-b0d5-4810-bb6f-e945efd8223f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (986561de-c973-4cfc-8a6c-84ffacdc250a), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:23.570674 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66052c-b0d5-4810-bb6f-e945efd8223f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986561de-c973-4cfc-8a6c-84ffacdc250a,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:23.575444 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-ed66052c-b0d5-4810-bb6f-e945efd8223f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b9ac089fd32463b8fca23536dbf2944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530994 Jun 23 12:03:23.578185 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57490) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:23.629097 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7ddfc874-3098-4659-aadb-1e4e4564c39e admin admin] Publish callbacks [] for security_group (986561de-c973-4cfc-8a6c-84ffacdc250a), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:23.650858 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7ddfc874-3098-4659-aadb-1e4e4564c39e admin admin] Publish callbacks [] for security_group (986561de-c973-4cfc-8a6c-84ffacdc250a), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:23.698442 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7ddfc874-3098-4659-aadb-1e4e4564c39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (986561de-c973-4cfc-8a6c-84ffacdc250a), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:23.701510 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7ddfc874-3098-4659-aadb-1e4e4564c39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:23.702645 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-7ddfc874-3098-4659-aadb-1e4e4564c39e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/986561de-c973-4cfc-8a6c-84ffacdc250a HTTP/1.1" status: 204 len: 168 time: 0.1235759 Jun 23 12:03:23.705729 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:23.711452 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfc874-3098-4659-aadb-1e4e4564c39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986561de-c973-4cfc-8a6c-84ffacdc250a,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:23.990646 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57496) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:24.004465 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8a049991-101d-4ab8-bf75-0392c7dab356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:24.082988 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8a049991-101d-4ab8-bf75-0392c7dab356 admin admin] Publish callbacks [] for security_group (891eccb5-737b-4dee-8c9f-e733a647bd4a), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:24.086715 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-8a049991-101d-4ab8-bf75-0392c7dab356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (891eccb5-737b-4dee-8c9f-e733a647bd4a), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:24.127040 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-8a049991-101d-4ab8-bf75-0392c7dab356 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0bd73e82b5524fad995417c033d112cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329958 Jun 23 12:03:24.127040 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a049991-101d-4ab8-bf75-0392c7dab356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891eccb5-737b-4dee-8c9f-e733a647bd4a,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:24.127432 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57498) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:24.181166 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-77fc40f9-0a07-4161-bd70-1618572eca02 admin admin] Publish callbacks [] for security_group (891eccb5-737b-4dee-8c9f-e733a647bd4a), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:24.203542 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-77fc40f9-0a07-4161-bd70-1618572eca02 admin admin] Publish callbacks [] for security_group (891eccb5-737b-4dee-8c9f-e733a647bd4a), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:24.251110 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-77fc40f9-0a07-4161-bd70-1618572eca02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (891eccb5-737b-4dee-8c9f-e733a647bd4a), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:24.253770 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-77fc40f9-0a07-4161-bd70-1618572eca02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:24.254932 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-77fc40f9-0a07-4161-bd70-1618572eca02 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/891eccb5-737b-4dee-8c9f-e733a647bd4a HTTP/1.1" status: 204 len: 168 time: 0.1257870 Jun 23 12:03:24.263653 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc40f9-0a07-4161-bd70-1618572eca02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891eccb5-737b-4dee-8c9f-e733a647bd4a,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:24.356270 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57508) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:24.885283 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-921e4478-6826-4774-b000-b25a2cef687c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597640'] for router_interface (698cc3d2-001d-43a7-9177-9f66b8efe735), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:24.960605 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:24.972193 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:25.119330 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-921e4478-6826-4774-b000-b25a2cef687c admin admin] Deleting port b41b3a97-a023-43da-8ee2-679a6dea2639 {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:03:25.119665 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-921e4478-6826-4774-b000-b25a2cef687c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:25.204089 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-921e4478-6826-4774-b000-b25a2cef687c admin admin] For port b41b3a97-a023-43da-8ee2-679a6dea2639, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=b41b3a97-a023-43da-8ee2-679a6dea2639,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:03:25.204698 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-921e4478-6826-4774-b000-b25a2cef687c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:25.217956 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-921e4478-6826-4774-b000-b25a2cef687c admin admin] Calling delete_port for b41b3a97-a023-43da-8ee2-679a6dea2639 owned by network:router_interface {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:03:25.402127 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-921e4478-6826-4774-b000-b25a2cef687c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (b41b3a97-a023-43da-8ee2-679a6dea2639), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:25.438693 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e4478-6826-4774-b000-b25a2cef687c admin admin] Pushing event deleted for resources: {'Port': ['ID=b41b3a97-a023-43da-8ee2-679a6dea2639,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:25.606137 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-921e4478-6826-4774-b000-b25a2cef687c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597532'] for router_interface (698cc3d2-001d-43a7-9177-9f66b8efe735), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.017567 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57554) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:26.065149 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:26.069523 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921e4478-6826-4774-b000-b25a2cef687c admin admin] Router 698cc3d2-001d-43a7-9177-9f66b8efe735 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:03:26.078589 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:26.124025 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bdd73fa8-9383-4edf-bd2b-5619df8889d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.172379 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:26.178076 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921e4478-6826-4774-b000-b25a2cef687c admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:03:26.185034 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-921e4478-6826-4774-b000-b25a2cef687c admin admin] 10.222.0.67 "PUT /v2.0/routers/698cc3d2-001d-43a7-9177-9f66b8efe735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8271756 Jun 23 12:03:26.187225 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57558) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:26.193630 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa676e-a437-4371-901b-7dac049fc4dc None None] Sync routers for ids ['698cc3d2-001d-43a7-9177-9f66b8efe735'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:03:26.205572 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa676e-a437-4371-901b-7dac049fc4dc None None] Routers {'698cc3d2-001d-43a7-9177-9f66b8efe735'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:03:26.206512 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-67fa676e-a437-4371-901b-7dac049fc4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:03:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['698cc3d2-001d-43a7-9177-9f66b8efe735'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:26.207846 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bdd73fa8-9383-4edf-bd2b-5619df8889d5 admin admin] Publish callbacks [] for security_group (e743b5e7-0250-4772-bfd4-d7804a3547f5), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.212220 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-bdd73fa8-9383-4edf-bd2b-5619df8889d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (e743b5e7-0250-4772-bfd4-d7804a3547f5), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.264221 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-bdd73fa8-9383-4edf-bd2b-5619df8889d5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=953322cb89724d80b6773b68c4575ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453609 Jun 23 12:03:26.265194 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57560) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:26.274211 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd73fa8-9383-4edf-bd2b-5619df8889d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e743b5e7-0250-4772-bfd4-d7804a3547f5,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:26.292833 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-01068054-a612-4657-8e79-d9c441d3d4d1 admin admin] Publish callbacks [] for router (698cc3d2-001d-43a7-9177-9f66b8efe735), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.314512 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-67fa676e-a437-4371-901b-7dac049fc4dc None None] Set router 698cc3d2-001d-43a7-9177-9f66b8efe735 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:03:26.322586 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-05c22655-3482-44fe-b7b6-2e30c230753d admin admin] Publish callbacks [] for security_group (e743b5e7-0250-4772-bfd4-d7804a3547f5), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.346264 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-05c22655-3482-44fe-b7b6-2e30c230753d admin admin] Publish callbacks [] for security_group (e743b5e7-0250-4772-bfd4-d7804a3547f5), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.397476 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-01068054-a612-4657-8e79-d9c441d3d4d1 admin admin] Publish callbacks [] for router_gateway (698cc3d2-001d-43a7-9177-9f66b8efe735), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.400533 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-05c22655-3482-44fe-b7b6-2e30c230753d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (e743b5e7-0250-4772-bfd4-d7804a3547f5), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.405243 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-05c22655-3482-44fe-b7b6-2e30c230753d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.406484 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-05c22655-3482-44fe-b7b6-2e30c230753d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e743b5e7-0250-4772-bfd4-d7804a3547f5 HTTP/1.1" status: 204 len: 168 time: 0.1394370 Jun 23 12:03:26.416923 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c22655-3482-44fe-b7b6-2e30c230753d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e743b5e7-0250-4772-bfd4-d7804a3547f5,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:26.450078 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-01068054-a612-4657-8e79-d9c441d3d4d1 admin admin] Deleting port 6e6e0414-aa8a-41b6-84c9-dd8d55167667 {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:03:26.450419 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-01068054-a612-4657-8e79-d9c441d3d4d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (6e6e0414-aa8a-41b6-84c9-dd8d55167667), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.503952 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-67fa676e-a437-4371-901b-7dac049fc4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T12:03:25Z', 'revision_number': 5, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port': {'id': '6e6e0414-aa8a-41b6-84c9-dd8d55167667', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:54:39Z', 'updated_at': '2022-06-23T11:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:26.537666 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa676e-a437-4371-901b-7dac049fc4dc None None] Checking router: 698cc3d2-001d-43a7-9177-9f66b8efe735 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:03:26.550057 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa676e-a437-4371-901b-7dac049fc4dc None None] Routers {'698cc3d2-001d-43a7-9177-9f66b8efe735'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:03:26.550974 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-67fa676e-a437-4371-901b-7dac049fc4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:03:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['698cc3d2-001d-43a7-9177-9f66b8efe735'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:26.554433 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-01068054-a612-4657-8e79-d9c441d3d4d1 admin admin] For port 6e6e0414-aa8a-41b6-84c9-dd8d55167667, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=6e6e0414-aa8a-41b6-84c9-dd8d55167667,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:03:26.554808 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-01068054-a612-4657-8e79-d9c441d3d4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (6e6e0414-aa8a-41b6-84c9-dd8d55167667), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.576178 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-01068054-a612-4657-8e79-d9c441d3d4d1 admin admin] Calling delete_port for 6e6e0414-aa8a-41b6-84c9-dd8d55167667 owned by network:router_gateway {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:03:26.766587 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-01068054-a612-4657-8e79-d9c441d3d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (6e6e0414-aa8a-41b6-84c9-dd8d55167667), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.768864 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-67fa676e-a437-4371-901b-7dac049fc4dc None None] Set router 698cc3d2-001d-43a7-9177-9f66b8efe735 gateway port host: None {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:03:26.796105 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57566) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:26.796915 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01068054-a612-4657-8e79-d9c441d3d4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6e0414-aa8a-41b6-84c9-dd8d55167667,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:26.821382 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-67fa676e-a437-4371-901b-7dac049fc4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T12:03:26Z', 'revision_number': 6, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port_host': None}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:26.824621 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed611-a7c0-4347-af4c-190d9ed7921d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.851158 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa676e-a437-4371-901b-7dac049fc4dc None None] The sync data for ids ['698cc3d2-001d-43a7-9177-9f66b8efe735'] in dv-cinder-826608-3-iscsi is: [{'id': '698cc3d2-001d-43a7-9177-9f66b8efe735', 'name': 'tempest-AttachVolumeShelveTestJSON-1699493022-router', 'tenant_id': 'd211354c655b469491d235e5507e61ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:54:38Z', 'updated_at': '2022-06-23T12:03:26Z', 'revision_number': 6, 'project_id': 'd211354c655b469491d235e5507e61ba', 'gw_port_host': None}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:03:26.867959 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-01068054-a612-4657-8e79-d9c441d3d4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595256'] for router_gateway (698cc3d2-001d-43a7-9177-9f66b8efe735), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.924906 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed611-a7c0-4347-af4c-190d9ed7921d admin admin] Publish callbacks [] for security_group (16a3bd93-8913-4bbb-bfdc-b67a2c431810), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.929190 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed611-a7c0-4347-af4c-190d9ed7921d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (16a3bd93-8913-4bbb-bfdc-b67a2c431810), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.960487 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-01068054-a612-4657-8e79-d9c441d3d4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28040'] for router (698cc3d2-001d-43a7-9177-9f66b8efe735), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.962772 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-01068054-a612-4657-8e79-d9c441d3d4d1 admin admin] Publish callbacks [] for router_controller (698cc3d2-001d-43a7-9177-9f66b8efe735), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:26.970990 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-fe7ed611-a7c0-4347-af4c-190d9ed7921d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=54321bf12081492dafebdb8b7bce8d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732836 Jun 23 12:03:26.972217 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ed611-a7c0-4347-af4c-190d9ed7921d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a3bd93-8913-4bbb-bfdc-b67a2c431810,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:26.975575 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57568) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:27.014496 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:27.016896 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-01068054-a612-4657-8e79-d9c441d3d4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597951'] for router (698cc3d2-001d-43a7-9177-9f66b8efe735), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.017677 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01068054-a612-4657-8e79-d9c441d3d4d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 698cc3d2-001d-43a7-9177-9f66b8efe735 {{(pid=103989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:03:27.022444 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-01068054-a612-4657-8e79-d9c441d3d4d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.023600 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-01068054-a612-4657-8e79-d9c441d3d4d1 admin admin] 10.222.0.67 "DELETE /v2.0/routers/698cc3d2-001d-43a7-9177-9f66b8efe735 HTTP/1.1" status: 204 len: 168 time: 0.8351898 Jun 23 12:03:27.026167 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57570) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:27.029668 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-56e3b4da-e0a5-4a07-bc6e-edbff070728a admin admin] Publish callbacks [] for security_group (16a3bd93-8913-4bbb-bfdc-b67a2c431810), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.054261 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-56e3b4da-e0a5-4a07-bc6e-edbff070728a admin admin] Publish callbacks [] for security_group (16a3bd93-8913-4bbb-bfdc-b67a2c431810), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.060116 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:27.074214 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b965ba-7728-4c6a-88c8-c9f616d26baa admin admin] Deleting subnet 2fea9b42-e008-42bd-8176-b6f37ce2fc7a {{(pid=103989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 12:03:27.077410 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d3b965ba-7728-4c6a-88c8-c9f616d26baa admin admin] Publish callbacks [] for subnet (2fea9b42-e008-42bd-8176-b6f37ce2fc7a), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.111922 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-56e3b4da-e0a5-4a07-bc6e-edbff070728a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (16a3bd93-8913-4bbb-bfdc-b67a2c431810), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.114880 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-56e3b4da-e0a5-4a07-bc6e-edbff070728a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.116053 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-56e3b4da-e0a5-4a07-bc6e-edbff070728a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/16a3bd93-8913-4bbb-bfdc-b67a2c431810 HTTP/1.1" status: 204 len: 168 time: 0.1393802 Jun 23 12:03:27.120123 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d3b965ba-7728-4c6a-88c8-c9f616d26baa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28146412'] for subnet (2fea9b42-e008-42bd-8176-b6f37ce2fc7a), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.124841 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3b4da-e0a5-4a07-bc6e-edbff070728a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a3bd93-8913-4bbb-bfdc-b67a2c431810,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:27.148033 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:27.208184 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d3b965ba-7728-4c6a-88c8-c9f616d26baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (2fea9b42-e008-42bd-8176-b6f37ce2fc7a), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.267390 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d3b965ba-7728-4c6a-88c8-c9f616d26baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27818774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29159588'] for subnet (2fea9b42-e008-42bd-8176-b6f37ce2fc7a), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.293558 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b965ba-7728-4c6a-88c8-c9f616d26baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fea9b42-e008-42bd-8176-b6f37ce2fc7a,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:27.299674 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d3b965ba-7728-4c6a-88c8-c9f616d26baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.305700 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-d3b965ba-7728-4c6a-88c8-c9f616d26baa admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2fea9b42-e008-42bd-8176-b6f37ce2fc7a HTTP/1.1" status: 204 len: 168 time: 0.2756240 Jun 23 12:03:27.306622 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57574) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:27.306818 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3152700-801c-4739-adea-81a942a3c426 None None] Network 95d2a966-c2d0-4baf-b3af-40bcab8446e6 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 12:03:27.400093 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (95d2a966-c2d0-4baf-b3af-40bcab8446e6), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.453916 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] Deleting port 3705a733-d6a4-4642-aaef-7819a5475714 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:03:27.454247 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (3705a733-d6a4-4642-aaef-7819a5475714), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.521429 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] For port 3705a733-d6a4-4642-aaef-7819a5475714, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=3705a733-d6a4-4642-aaef-7819a5475714,segment=NetworkSegment(1d54f5be-7013-4274-9759-e27a2757f01a),segment_id=1d54f5be-7013-4274-9759-e27a2757f01a)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:03:27.521851 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (3705a733-d6a4-4642-aaef-7819a5475714), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.536171 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] Calling delete_port for 3705a733-d6a4-4642-aaef-7819a5475714 owned by network:dhcp {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:03:27.539861 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:27.630033 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0879fa18-4dea-450b-a8ef-dbd60704e07f None None] DHCP port deletion for 95d2a966-c2d0-4baf-b3af-40bcab8446e6 request from dv-cinder-826608-3-iscsi {{(pid=103990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 12:03:27.635169 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (3705a733-d6a4-4642-aaef-7819a5475714), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.677099 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=3705a733-d6a4-4642-aaef-7819a5475714,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:27.679434 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] No DVR routers for this DVR port 3705a733-d6a4-4642-aaef-7819a5475714 on host dv-cinder-826608-3-iscsi {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:03:27.759430 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (95d2a966-c2d0-4baf-b3af-40bcab8446e6), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.782424 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d2a966-c2d0-4baf-b3af-40bcab8446e6']}} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:27.792560 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d54f5be-7013-4274-9759-e27a2757f01a') {'for_net_delete': True} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:27.792917 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d54f5be-7013-4274-9759-e27a2757f01a') {} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:03:27.803122 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28331967'] for segment (1d54f5be-7013-4274-9759-e27a2757f01a), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.817491 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (1d54f5be-7013-4274-9759-e27a2757f01a), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.824628 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:03:27.825037 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28484955'] for segment (1d54f5be-7013-4274-9759-e27a2757f01a), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.886190 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (95d2a966-c2d0-4baf-b3af-40bcab8446e6), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.903818 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:27.909687 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] 10.222.0.67 "DELETE /v2.0/networks/95d2a966-c2d0-4baf-b3af-40bcab8446e6 HTTP/1.1" status: 204 len: 168 time: 0.6012177 Jun 23 12:03:27.910927 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99dd81-1221-41d4-869f-5374183bbd77 admin admin] Pushing event deleted for resources: {'Network': ['ID=95d2a966-c2d0-4baf-b3af-40bcab8446e6,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:28.000068 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.services.segments.plugin [-] Segment 1d54f5be-7013-4274-9759-e27a2757f01a resource provider aggregate not found Jun 23 12:03:28.018416 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.services.segments.plugin [-] Segment 1d54f5be-7013-4274-9759-e27a2757f01a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d54f5be-7013-4274-9759-e27a2757f01a found for delete ", "request_id": "req-b380308b-dcfa-4150-a32f-e76a949043f4"}]} Jun 23 12:03:28.154544 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57606) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:28.203862 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-ac6d8dae-e3d1-47ab-977f-838e49863669 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d211354c655b469491d235e5507e61ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0457106 Jun 23 12:03:28.204254 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57608) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:28.259461 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7a518929-38e4-469a-af51-225d83e6f1d3 admin admin] Publish callbacks [] for security_group (068626a0-3da9-4c77-9726-add85f61d7ac), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:28.282955 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7a518929-38e4-469a-af51-225d83e6f1d3 admin admin] Publish callbacks [] for security_group (068626a0-3da9-4c77-9726-add85f61d7ac), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:28.336696 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7a518929-38e4-469a-af51-225d83e6f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (068626a0-3da9-4c77-9726-add85f61d7ac), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:28.339950 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7a518929-38e4-469a-af51-225d83e6f1d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:28.341269 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-7a518929-38e4-469a-af51-225d83e6f1d3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/068626a0-3da9-4c77-9726-add85f61d7ac HTTP/1.1" status: 204 len: 168 time: 0.1359804 Jun 23 12:03:28.353357 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a518929-38e4-469a-af51-225d83e6f1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068626a0-3da9-4c77-9726-add85f61d7ac,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:28.524428 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b41b3a97-a023-43da-8ee2-679a6dea2639 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:03:28.545331 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: b41b3a97-a023-43da-8ee2-679a6dea2639 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:03:28.545593 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b41b3a97-a023-43da-8ee2-679a6dea2639 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:03:28.546001 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 6e6e0414-aa8a-41b6-84c9-dd8d55167667 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:03:28.564970 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 6e6e0414-aa8a-41b6-84c9-dd8d55167667 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:03:28.565316 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 6e6e0414-aa8a-41b6-84c9-dd8d55167667 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:03:28.565719 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 3705a733-d6a4-4642-aaef-7819a5475714 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:03:28.583806 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 3705a733-d6a4-4642-aaef-7819a5475714 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:03:28.584069 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 3705a733-d6a4-4642-aaef-7819a5475714 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:03:28.691397 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:28.693348 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:29.679025 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57676) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:29.790588 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9b85e2f3-d2f0-4874-8879-0c251e6c1a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:29.879592 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9b85e2f3-d2f0-4874-8879-0c251e6c1a7e admin admin] Publish callbacks [] for security_group (bddf30ad-e547-467c-a22f-a8439279a867), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:29.883655 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-9b85e2f3-d2f0-4874-8879-0c251e6c1a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (bddf30ad-e547-467c-a22f-a8439279a867), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:29.925043 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-9b85e2f3-d2f0-4874-8879-0c251e6c1a7e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0a78150292244570817a5eb92674adff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448602 Jun 23 12:03:29.926204 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85e2f3-d2f0-4874-8879-0c251e6c1a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddf30ad-e547-467c-a22f-a8439279a867,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:29.929533 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57692) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:29.982684 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0027a702-2688-4442-aa9f-00e770d5eb87 admin admin] Publish callbacks [] for security_group (bddf30ad-e547-467c-a22f-a8439279a867), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:30.007807 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0027a702-2688-4442-aa9f-00e770d5eb87 admin admin] Publish callbacks [] for security_group (bddf30ad-e547-467c-a22f-a8439279a867), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:30.059022 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0027a702-2688-4442-aa9f-00e770d5eb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (bddf30ad-e547-467c-a22f-a8439279a867), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:30.064607 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-0027a702-2688-4442-aa9f-00e770d5eb87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:30.064607 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-0027a702-2688-4442-aa9f-00e770d5eb87 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bddf30ad-e547-467c-a22f-a8439279a867 HTTP/1.1" status: 204 len: 168 time: 0.1324079 Jun 23 12:03:30.071723 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027a702-2688-4442-aa9f-00e770d5eb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddf30ad-e547-467c-a22f-a8439279a867,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:31.077775 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-91ac6bc1-52c6-4a94-bed7-7f2616420241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:31.412917 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57744) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:31.523976 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-21e805cb-f64f-4c8f-9af8-97b637d52d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:31.557706 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:31.611726 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-21e805cb-f64f-4c8f-9af8-97b637d52d8f admin admin] Publish callbacks [] for security_group (d23a41dd-d363-4a11-bb6f-b48ee277e7a4), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:31.616589 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-21e805cb-f64f-4c8f-9af8-97b637d52d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (d23a41dd-d363-4a11-bb6f-b48ee277e7a4), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:31.659730 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-21e805cb-f64f-4c8f-9af8-97b637d52d8f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=75e59db7e77d41bf9c46aa7c010b41b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450016 Jun 23 12:03:31.661952 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e805cb-f64f-4c8f-9af8-97b637d52d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23a41dd-d363-4a11-bb6f-b48ee277e7a4,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:31.662085 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57754) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:31.713013 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-678efd5c-d9c4-46e9-8ad7-be87d1e80b7b admin admin] Publish callbacks [] for security_group (d23a41dd-d363-4a11-bb6f-b48ee277e7a4), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:31.736122 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-678efd5c-d9c4-46e9-8ad7-be87d1e80b7b admin admin] Publish callbacks [] for security_group (d23a41dd-d363-4a11-bb6f-b48ee277e7a4), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:31.785740 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-678efd5c-d9c4-46e9-8ad7-be87d1e80b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (d23a41dd-d363-4a11-bb6f-b48ee277e7a4), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:31.788807 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-678efd5c-d9c4-46e9-8ad7-be87d1e80b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:31.790418 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-678efd5c-d9c4-46e9-8ad7-be87d1e80b7b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d23a41dd-d363-4a11-bb6f-b48ee277e7a4 HTTP/1.1" status: 204 len: 168 time: 0.1271825 Jun 23 12:03:31.799335 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678efd5c-d9c4-46e9-8ad7-be87d1e80b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23a41dd-d363-4a11-bb6f-b48ee277e7a4,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:33.387535 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:33.401483 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-c462c95a-5196-418b-8643-b45822c7ba80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:34.664782 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:35.910737 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:36.140919 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:40.250396 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:41.064248 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57956) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:41.161667 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:41.170635 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:41.259330 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Publish callbacks [] for security_group (be104b4e-2466-4387-8e16-405568bb683e), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:41.263748 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (be104b4e-2466-4387-8e16-405568bb683e), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:41.302208 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=26766a57e1e64b9789ec4f5a8721dbdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368054 Jun 23 12:03:41.303342 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be104b4e-2466-4387-8e16-405568bb683e,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:41.304959 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57960) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:41.311668 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:41.312009 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:41.312341 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:41.312686 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:41.313044 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:41.313366 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:41.313687 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:41.314004 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:41.314319 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:41.314635 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:41.314953 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:41.315267 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:41.315580 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:41.315890 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:41.316201 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97cfed1-8288-423d-91d3-b1ef15fdb817 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:03:41.354830 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-48bd39a3-d714-4613-b999-3d4744f1bac3 admin admin] Publish callbacks [] for security_group (be104b4e-2466-4387-8e16-405568bb683e), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:41.372498 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:41.377475 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-48bd39a3-d714-4613-b999-3d4744f1bac3 admin admin] Publish callbacks [] for security_group (be104b4e-2466-4387-8e16-405568bb683e), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:41.426103 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-48bd39a3-d714-4613-b999-3d4744f1bac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (be104b4e-2466-4387-8e16-405568bb683e), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:41.428555 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-48bd39a3-d714-4613-b999-3d4744f1bac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:41.429716 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-48bd39a3-d714-4613-b999-3d4744f1bac3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/be104b4e-2466-4387-8e16-405568bb683e HTTP/1.1" status: 204 len: 168 time: 0.1236322 Jun 23 12:03:41.437840 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd39a3-d714-4613-b999-3d4744f1bac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be104b4e-2466-4387-8e16-405568bb683e,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:41.699100 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 57966) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:41.713027 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8b6d-627d-4cbf-884a-e9d3e2fa0c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:41.790504 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8b6d-627d-4cbf-884a-e9d3e2fa0c52 admin admin] Publish callbacks [] for security_group (5ce40d2a-3b26-4390-9c7a-1333cb3f9524), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:41.794713 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8b6d-627d-4cbf-884a-e9d3e2fa0c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (5ce40d2a-3b26-4390-9c7a-1333cb3f9524), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:41.834420 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-fbcf8b6d-627d-4cbf-884a-e9d3e2fa0c52 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b285de93e2b949eabbd13ccbe04379f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342592 Jun 23 12:03:41.835129 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf8b6d-627d-4cbf-884a-e9d3e2fa0c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce40d2a-3b26-4390-9c7a-1333cb3f9524,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:41.837691 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57968) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:41.850919 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=13 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:41.891544 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5e2d7ac-7d9f-4537-b85f-1c46eb69b199 admin admin] Publish callbacks [] for security_group (5ce40d2a-3b26-4390-9c7a-1333cb3f9524), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:41.912436 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5e2d7ac-7d9f-4537-b85f-1c46eb69b199 admin admin] Publish callbacks [] for security_group (5ce40d2a-3b26-4390-9c7a-1333cb3f9524), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:41.961269 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5e2d7ac-7d9f-4537-b85f-1c46eb69b199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (5ce40d2a-3b26-4390-9c7a-1333cb3f9524), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:41.964233 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e5e2d7ac-7d9f-4537-b85f-1c46eb69b199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:41.968435 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e5e2d7ac-7d9f-4537-b85f-1c46eb69b199 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5ce40d2a-3b26-4390-9c7a-1333cb3f9524 HTTP/1.1" status: 204 len: 168 time: 0.1274028 Jun 23 12:03:41.974388 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2d7ac-7d9f-4537-b85f-1c46eb69b199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce40d2a-3b26-4390-9c7a-1333cb3f9524,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:42.332382 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57988) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:42.347637 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e86d-1a42-47d5-adc4-84fec92be3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:42.435792 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e86d-1a42-47d5-adc4-84fec92be3ef admin admin] Publish callbacks [] for security_group (6c69a6c7-9717-45e2-8d78-8aab44c11fc6), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:42.440275 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e86d-1a42-47d5-adc4-84fec92be3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (6c69a6c7-9717-45e2-8d78-8aab44c11fc6), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:42.478791 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0e86d-1a42-47d5-adc4-84fec92be3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c69a6c7-9717-45e2-8d78-8aab44c11fc6,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:42.483075 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-4cf0e86d-1a42-47d5-adc4-84fec92be3ef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9c15762636e542a18ed62db67f701dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496246 Jun 23 12:03:42.485655 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 57990) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:03:42.534562 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd42a-d244-4c13-a3d9-ca9dd1b918ce admin admin] Publish callbacks [] for security_group (6c69a6c7-9717-45e2-8d78-8aab44c11fc6), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:42.555915 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd42a-d244-4c13-a3d9-ca9dd1b918ce admin admin] Publish callbacks [] for security_group (6c69a6c7-9717-45e2-8d78-8aab44c11fc6), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:42.603777 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd42a-d244-4c13-a3d9-ca9dd1b918ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (6c69a6c7-9717-45e2-8d78-8aab44c11fc6), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:42.606341 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd42a-d244-4c13-a3d9-ca9dd1b918ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:03:42.607471 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-6a2bd42a-d244-4c13-a3d9-ca9dd1b918ce admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6c69a6c7-9717-45e2-8d78-8aab44c11fc6 HTTP/1.1" status: 204 len: 168 time: 0.1209188 Jun 23 12:03:42.615079 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bd42a-d244-4c13-a3d9-ca9dd1b918ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c69a6c7-9717-45e2-8d78-8aab44c11fc6,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:03:47.686942 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:03:50.246695 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:51.828086 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=21,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:51.830690 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=45,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:51.990085 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:52.588239 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=71,neutron:INSERT=11,neutron:DELETE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:52.611102 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=46,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:52.627731 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=10 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:57.733836 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:03:57.739439 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:01.089137 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-e0980ac2-16dc-4d23-8593-43dcc7730a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:03.394693 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d92887e7-c119-4099-95b7-5725c0678736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:04.664895 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:05.913547 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:06.144291 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:10.124791 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58230) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:10.236187 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0b6e-b468-40e3-a3d7-e00d3bf1b06e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:10.263218 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:10.316304 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0b6e-b468-40e3-a3d7-e00d3bf1b06e admin admin] Publish callbacks [] for security_group (7bc9375a-8630-4080-b188-de4d0d619734), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:10.319909 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0b6e-b468-40e3-a3d7-e00d3bf1b06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (7bc9375a-8630-4080-b188-de4d0d619734), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:10.358521 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-fb7f0b6e-b468-40e3-a3d7-e00d3bf1b06e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9512e5283c334e2281d77922b8c44820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326605 Jun 23 12:04:10.360446 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f0b6e-b468-40e3-a3d7-e00d3bf1b06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc9375a-8630-4080-b188-de4d0d619734,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:10.361440 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58234) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:10.414101 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Publish callbacks [] for security_group (7bc9375a-8630-4080-b188-de4d0d619734), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:10.435050 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Publish callbacks [] for security_group (7bc9375a-8630-4080-b188-de4d0d619734), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:10.484109 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (7bc9375a-8630-4080-b188-de4d0d619734), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:10.487215 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:10.488472 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7bc9375a-8630-4080-b188-de4d0d619734 HTTP/1.1" status: 204 len: 168 time: 0.1259944 Jun 23 12:04:10.497346 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc9375a-8630-4080-b188-de4d0d619734,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:10.504895 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:10.505246 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:10.505590 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:10.505928 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:10.506271 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:10.506596 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:10.506924 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:10.507249 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:10.507575 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:10.507902 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:10.508228 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:10.508554 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:10.508972 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:10.509293 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:10.509617 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d875-b410-4c48-9384-013e55445fd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:10.760084 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58240) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:10.774428 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a0e9f4f6-c3cb-403c-8a84-11f82a36277e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:10.849927 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a0e9f4f6-c3cb-403c-8a84-11f82a36277e admin admin] Publish callbacks [] for security_group (7cfea18e-3d1e-465e-9499-4fc3e92bf0fe), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:10.854635 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-a0e9f4f6-c3cb-403c-8a84-11f82a36277e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (7cfea18e-3d1e-465e-9499-4fc3e92bf0fe), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:10.894963 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-a0e9f4f6-c3cb-403c-8a84-11f82a36277e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dbf4caeeac114aa4b4a13ea07ddb2a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337600 Jun 23 12:04:10.895827 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9f4f6-c3cb-403c-8a84-11f82a36277e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfea18e-3d1e-465e-9499-4fc3e92bf0fe,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:10.898245 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58242) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:10.947617 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1b02adee-3111-43a1-a603-4dfc8db67d59 admin admin] Publish callbacks [] for security_group (7cfea18e-3d1e-465e-9499-4fc3e92bf0fe), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:10.969037 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1b02adee-3111-43a1-a603-4dfc8db67d59 admin admin] Publish callbacks [] for security_group (7cfea18e-3d1e-465e-9499-4fc3e92bf0fe), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:11.015453 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1b02adee-3111-43a1-a603-4dfc8db67d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (7cfea18e-3d1e-465e-9499-4fc3e92bf0fe), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:11.018846 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1b02adee-3111-43a1-a603-4dfc8db67d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:11.020039 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-1b02adee-3111-43a1-a603-4dfc8db67d59 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7cfea18e-3d1e-465e-9499-4fc3e92bf0fe HTTP/1.1" status: 204 len: 168 time: 0.1207762 Jun 23 12:04:11.028822 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02adee-3111-43a1-a603-4dfc8db67d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfea18e-3d1e-465e-9499-4fc3e92bf0fe,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:19.942799 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58372) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:20.051569 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-703ef139-9884-4177-8a97-c899569c246d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.127439 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-703ef139-9884-4177-8a97-c899569c246d admin admin] Publish callbacks [] for security_group (621fe344-c983-4ccc-aba3-1d750dc35a13), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.131674 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-703ef139-9884-4177-8a97-c899569c246d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (621fe344-c983-4ccc-aba3-1d750dc35a13), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.170832 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-703ef139-9884-4177-8a97-c899569c246d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=37a98c2d2a9047089e7fa35a0afa39a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269416 Jun 23 12:04:20.171978 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ef139-9884-4177-8a97-c899569c246d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621fe344-c983-4ccc-aba3-1d750dc35a13,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:20.173662 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58376) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:20.222785 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-51fb1cdf-f96e-4462-aa8c-0366ab923825 admin admin] Publish callbacks [] for security_group (621fe344-c983-4ccc-aba3-1d750dc35a13), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.250233 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-51fb1cdf-f96e-4462-aa8c-0366ab923825 admin admin] Publish callbacks [] for security_group (621fe344-c983-4ccc-aba3-1d750dc35a13), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.259577 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:20.297343 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-51fb1cdf-f96e-4462-aa8c-0366ab923825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (621fe344-c983-4ccc-aba3-1d750dc35a13), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.300316 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-51fb1cdf-f96e-4462-aa8c-0366ab923825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.301717 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-51fb1cdf-f96e-4462-aa8c-0366ab923825 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/621fe344-c983-4ccc-aba3-1d750dc35a13 HTTP/1.1" status: 204 len: 168 time: 0.1261528 Jun 23 12:04:20.309234 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb1cdf-f96e-4462-aa8c-0366ab923825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621fe344-c983-4ccc-aba3-1d750dc35a13,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:20.322108 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:20.523890 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=15 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:20.563885 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58382) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:20.578108 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-43c6f364-4475-4389-a14b-16df02b777d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.652194 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-43c6f364-4475-4389-a14b-16df02b777d5 admin admin] Publish callbacks [] for security_group (0e68fe32-9669-41af-841c-41d7d9f1cce4), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.657820 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-43c6f364-4475-4389-a14b-16df02b777d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (0e68fe32-9669-41af-841c-41d7d9f1cce4), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.660149 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58384) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:20.744100 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-43c6f364-4475-4389-a14b-16df02b777d5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=695bda784a8c49f7a28263ecff2887cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791110 Jun 23 12:04:20.746557 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6f364-4475-4389-a14b-16df02b777d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e68fe32-9669-41af-841c-41d7d9f1cce4,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:20.747150 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58386) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:20.798847 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e401095a-2198-4831-adea-3e69fca69066 admin admin] Publish callbacks [] for security_group (0e68fe32-9669-41af-841c-41d7d9f1cce4), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.800630 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:20.822384 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e401095a-2198-4831-adea-3e69fca69066 admin admin] Publish callbacks [] for security_group (0e68fe32-9669-41af-841c-41d7d9f1cce4), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.836467 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:20.844077 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-d95a8ce1-5583-4357-b886-0c68d2bf99fd tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Deleting port 11779c14-1de2-41b8-85e7-f597ce032d59 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:04:20.844425 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d95a8ce1-5583-4357-b886-0c68d2bf99fd tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (11779c14-1de2-41b8-85e7-f597ce032d59), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.871001 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e401095a-2198-4831-adea-3e69fca69066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (0e68fe32-9669-41af-841c-41d7d9f1cce4), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.873648 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e401095a-2198-4831-adea-3e69fca69066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.874787 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e401095a-2198-4831-adea-3e69fca69066 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0e68fe32-9669-41af-841c-41d7d9f1cce4 HTTP/1.1" status: 204 len: 168 time: 0.1266658 Jun 23 12:04:20.882779 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401095a-2198-4831-adea-3e69fca69066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e68fe32-9669-41af-841c-41d7d9f1cce4,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:20.929809 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d95a8ce1-5583-4357-b886-0c68d2bf99fd tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (11779c14-1de2-41b8-85e7-f597ce032d59), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.930145 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d95a8ce1-5583-4357-b886-0c68d2bf99fd tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for floatingip (11779c14-1de2-41b8-85e7-f597ce032d59), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:20.944589 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-d95a8ce1-5583-4357-b886-0c68d2bf99fd tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Calling delete_port for 11779c14-1de2-41b8-85e7-f597ce032d59 owned by network:floatingip {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:04:21.110789 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d95a8ce1-5583-4357-b886-0c68d2bf99fd tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (11779c14-1de2-41b8-85e7-f597ce032d59), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:21.135469 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a8ce1-5583-4357-b886-0c68d2bf99fd tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Pushing event deleted for resources: {'Port': ['ID=11779c14-1de2-41b8-85e7-f597ce032d59,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:21.202191 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d95a8ce1-5583-4357-b886-0c68d2bf99fd tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for floatingip (3fa12295-d08f-445d-8fc6-16024fe0d81a), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:21.202522 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [None req-d95a8ce1-5583-4357-b886-0c68d2bf99fd tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Floating IP 3fa12295-d08f-445d-8fc6-16024fe0d81a disassociated (deleted). External IP: 172.27.3.235, port: 4f655e92-f7d0-4eb3-aa0d-313d293bd617. Jun 23 12:04:21.228032 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58392) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:21.243660 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7bd79fe4-3618-4d9a-89e0-5af4a49640cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:21.269749 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:21.318724 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:21.335837 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7bd79fe4-3618-4d9a-89e0-5af4a49640cf admin admin] Publish callbacks [] for security_group (cca76b6e-28a4-4953-9c00-fac3ee0f8f14), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:21.340547 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-7bd79fe4-3618-4d9a-89e0-5af4a49640cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (cca76b6e-28a4-4953-9c00-fac3ee0f8f14), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:21.387819 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-7bd79fe4-3618-4d9a-89e0-5af4a49640cf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=422d65404ea14bc68e5677583b626dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1561005 Jun 23 12:04:21.387819 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd79fe4-3618-4d9a-89e0-5af4a49640cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca76b6e-28a4-4953-9c00-fac3ee0f8f14,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:21.389376 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58394) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:21.448192 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d69707d8-145f-4e80-a726-66d2cec881bd admin admin] Publish callbacks [] for security_group (cca76b6e-28a4-4953-9c00-fac3ee0f8f14), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:21.472217 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d69707d8-145f-4e80-a726-66d2cec881bd admin admin] Publish callbacks [] for security_group (cca76b6e-28a4-4953-9c00-fac3ee0f8f14), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:21.522518 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d69707d8-145f-4e80-a726-66d2cec881bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (cca76b6e-28a4-4953-9c00-fac3ee0f8f14), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:21.525553 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d69707d8-145f-4e80-a726-66d2cec881bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:21.526694 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-d69707d8-145f-4e80-a726-66d2cec881bd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cca76b6e-28a4-4953-9c00-fac3ee0f8f14 HTTP/1.1" status: 204 len: 168 time: 0.1362100 Jun 23 12:04:21.535008 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69707d8-145f-4e80-a726-66d2cec881bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca76b6e-28a4-4953-9c00-fac3ee0f8f14,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:21.682168 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95a8ce1-5583-4357-b886-0c68d2bf99fd tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Router d8405c6a-4922-4c94-bd76-84f868ca8c74 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:04:21.792104 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95a8ce1-5583-4357-b886-0c68d2bf99fd tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:04:21.796535 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-d95a8ce1-5583-4357-b886-0c68d2bf99fd tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:21.805468 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe21957-823a-46a9-a6a5-eaa9b61a43a4 None None] Sync routers for ids ['d8405c6a-4922-4c94-bd76-84f868ca8c74'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:04:21.817422 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe21957-823a-46a9-a6a5-eaa9b61a43a4 None None] Routers {'d8405c6a-4922-4c94-bd76-84f868ca8c74'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:04:21.818052 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-ebe21957-823a-46a9-a6a5-eaa9b61a43a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:04:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['d8405c6a-4922-4c94-bd76-84f868ca8c74'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:21.839987 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-d95a8ce1-5583-4357-b886-0c68d2bf99fd tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "DELETE /v2.0/floatingips/3fa12295-d08f-445d-8fc6-16024fe0d81a HTTP/1.1" status: 204 len: 168 time: 1.1750007 Jun 23 12:04:21.839987 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'tag': '4f655e92-f7d0-4eb3-aa0d-313d293bd617'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:04:21.840604 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f652027a-f54a-4743-8a59-102f2ea53ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "9442b025-7b22-40c8-8f76-3a3379bf8e83", "tag": "4f655e92-f7d0-4eb3-aa0d-313d293bd617"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:04:21.905280 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70a6cec-210a-4b0f-bcaf-f24192edd9f6 x-openstack-request-id: req-f70a6cec-210a-4b0f-bcaf-f24192edd9f6 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:04:21.905569 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9442b025-7b22-40c8-8f76-3a3379bf8e83", "tag": "4f655e92-f7d0-4eb3-aa0d-313d293bd617", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:04:21.905826 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f70a6cec-210a-4b0f-bcaf-f24192edd9f6 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:04:21.906220 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70a6cec-210a-4b0f-bcaf-f24192edd9f6'] response: {'name': 'network-changed', 'server_uuid': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'tag': '4f655e92-f7d0-4eb3-aa0d-313d293bd617', 'status': 'completed', 'code': 200} Jun 23 12:04:21.951093 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-ebe21957-823a-46a9-a6a5-eaa9b61a43a4 None None] Set router d8405c6a-4922-4c94-bd76-84f868ca8c74 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:04:21.984247 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652027a-f54a-4743-8a59-102f2ea53ddc req-4b0aa761-c400-426d-9682-3a8edda3b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:21.986329 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f652027a-f54a-4743-8a59-102f2ea53ddc req-4b0aa761-c400-426d-9682-3a8edda3b4ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2d3e44f4113405a9cd4e604aea9955b&device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 1129 time: 0.0530078 Jun 23 12:04:22.145783 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:22.157455 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:22.164147 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d348f-2850-460c-9131-55d14af8b69d req-f7a4f1e4-eec3-443e-898c-b3d7177541ae tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:22.166050 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bb1d348f-2850-460c-9131-55d14af8b69d req-f7a4f1e4-eec3-443e-898c-b3d7177541ae tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0740800 Jun 23 12:04:22.182813 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652027a-f54a-4743-8a59-102f2ea53ddc req-2387b549-d59d-43a2-91e0-24924ed7dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:22.184139 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-ebe21957-823a-46a9-a6a5-eaa9b61a43a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'name': 'tempest-TestShelveInstance-349309570-router', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:35Z', 'updated_at': '2022-06-23T11:59:38Z', 'revision_number': 4, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'gw_port': {'id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:36Z', 'updated_at': '2022-06-23T11:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a', 'name': '', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'mac_address': 'fa:16:3e:fb:a7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:38Z', 'updated_at': '2022-06-23T11:59:44Z', 'revision_number': 5, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'subnets': [{'id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:22.184390 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f652027a-f54a-4743-8a59-102f2ea53ddc req-2387b549-d59d-43a2-91e0-24924ed7dfce service neutron] 10.222.0.44 "GET /v2.0/networks?id=a13aae4c-de05-481c-b4e4-5c7570ff46f8 HTTP/1.1" status: 200 len: 909 time: 0.1777992 Jun 23 12:04:22.210802 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe21957-823a-46a9-a6a5-eaa9b61a43a4 None None] Checking router: d8405c6a-4922-4c94-bd76-84f868ca8c74 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:04:22.219629 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe21957-823a-46a9-a6a5-eaa9b61a43a4 None None] Routers {'d8405c6a-4922-4c94-bd76-84f868ca8c74'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:04:22.220249 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-ebe21957-823a-46a9-a6a5-eaa9b61a43a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:04:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['d8405c6a-4922-4c94-bd76-84f868ca8c74'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:22.227166 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bb1d348f-2850-460c-9131-55d14af8b69d req-2c3df225-cead-4cba-b1db-705f81eee9fa tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532732 Jun 23 12:04:22.331169 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-ebe21957-823a-46a9-a6a5-eaa9b61a43a4 None None] Set router d8405c6a-4922-4c94-bd76-84f868ca8c74 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:04:22.517247 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-ebe21957-823a-46a9-a6a5-eaa9b61a43a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'name': 'tempest-TestShelveInstance-349309570-router', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:35Z', 'updated_at': '2022-06-23T11:59:38Z', 'revision_number': 4, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'gw_port': {'id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:36Z', 'updated_at': '2022-06-23T11:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a', 'name': '', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'mac_address': 'fa:16:3e:fb:a7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:38Z', 'updated_at': '2022-06-23T11:59:44Z', 'revision_number': 5, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'subnets': [{'id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:22.546100 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe21957-823a-46a9-a6a5-eaa9b61a43a4 None None] The sync data for ids ['d8405c6a-4922-4c94-bd76-84f868ca8c74'] in dv-cinder-826608-3-iscsi is: [{'id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'name': 'tempest-TestShelveInstance-349309570-router', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:35Z', 'updated_at': '2022-06-23T11:59:38Z', 'revision_number': 4, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'gw_port': {'id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:36Z', 'updated_at': '2022-06-23T11:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a', 'name': '', 'network_id': 'a13aae4c-de05-481c-b4e4-5c7570ff46f8', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'mac_address': 'fa:16:3e:fb:a7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:38Z', 'updated_at': '2022-06-23T11:59:44Z', 'revision_number': 5, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'subnets': [{'id': '427c5630-0ade-4ebf-bdf6-d37734b4bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:04:22.738930 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58430) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:22.778977 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e94d04-4972-46f7-aa00-cc3f57f77916 None None] New status for floating IP 3fa12295-d08f-445d-8fc6-16024fe0d81a: DOWN {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:04:22.850856 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e3536264-55e5-4ed3-8564-d9c1c20ebcd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:22.930054 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e3536264-55e5-4ed3-8564-d9c1c20ebcd3 admin admin] Publish callbacks [] for security_group (707d7a30-b613-4713-a766-4d46ed5b5902), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:22.933837 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-e3536264-55e5-4ed3-8564-d9c1c20ebcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (707d7a30-b613-4713-a766-4d46ed5b5902), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:22.975320 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-e3536264-55e5-4ed3-8564-d9c1c20ebcd3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1dec574a91fb4357b2454f4d17fb4036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352226 Jun 23 12:04:22.976254 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3536264-55e5-4ed3-8564-d9c1c20ebcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707d7a30-b613-4713-a766-4d46ed5b5902,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:22.978048 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58434) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:23.028217 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-4ef765a7-a77e-453d-a1ee-5ee2df83546c admin admin] Publish callbacks [] for security_group (707d7a30-b613-4713-a766-4d46ed5b5902), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:23.049118 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-4ef765a7-a77e-453d-a1ee-5ee2df83546c admin admin] Publish callbacks [] for security_group (707d7a30-b613-4713-a766-4d46ed5b5902), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:23.096379 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-4ef765a7-a77e-453d-a1ee-5ee2df83546c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (707d7a30-b613-4713-a766-4d46ed5b5902), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:23.098974 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-4ef765a7-a77e-453d-a1ee-5ee2df83546c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:23.100131 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-4ef765a7-a77e-453d-a1ee-5ee2df83546c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/707d7a30-b613-4713-a766-4d46ed5b5902 HTTP/1.1" status: 204 len: 168 time: 0.1202717 Jun 23 12:04:23.108322 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef765a7-a77e-453d-a1ee-5ee2df83546c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707d7a30-b613-4713-a766-4d46ed5b5902,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:23.297584 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f652027a-f54a-4743-8a59-102f2ea53ddc req-edb1dcb6-781e-4b55-87d9-3ecf2145ab02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f655e92-f7d0-4eb3-aa0d-313d293bd617 HTTP/1.1" status: 200 len: 217 time: 0.0382469 Jun 23 12:04:23.350326 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f23ee-7daf-4d76-ae7f-7912d0b1db93 req-38a1dca9-7ef9-4017-9445-43d73f9a6fcc tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:23.350641 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652027a-f54a-4743-8a59-102f2ea53ddc req-bb92d57c-fa85-438b-ba1a-8e6df73923e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:23.352046 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f652027a-f54a-4743-8a59-102f2ea53ddc req-bb92d57c-fa85-438b-ba1a-8e6df73923e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=427c5630-0ade-4ebf-bdf6-d37734b4bf7b HTTP/1.1" status: 200 len: 847 time: 0.0483320 Jun 23 12:04:23.353116 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-397f23ee-7daf-4d76-ae7f-7912d0b1db93 req-38a1dca9-7ef9-4017-9445-43d73f9a6fcc tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0515587 Jun 23 12:04:23.404220 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-397f23ee-7daf-4d76-ae7f-7912d0b1db93 req-807762fa-c259-4f7c-8384-6b9235107a1f tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/security-groups?id=071d2454-543d-4e51-8abb-cecd0d246d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466344 Jun 23 12:04:23.491115 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652027a-f54a-4743-8a59-102f2ea53ddc req-d204fe85-4f12-4002-966a-43bdfd23722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:23.492551 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f652027a-f54a-4743-8a59-102f2ea53ddc req-d204fe85-4f12-4002-966a-43bdfd23722f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a13aae4c-de05-481c-b4e4-5c7570ff46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433960 Jun 23 12:04:23.591998 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f652027a-f54a-4743-8a59-102f2ea53ddc req-d5f7dffe-ef3d-47ea-bfa6-a5658b9393c3 service neutron] 10.222.0.44 "GET /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917101 Jun 23 12:04:23.884144 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f652027a-f54a-4743-8a59-102f2ea53ddc req-afdc30e8-d989-4277-9785-7d991a7dfbba service neutron] 10.222.0.44 "GET /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941803 Jun 23 12:04:23.927532 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ca5eb-4057-4fd0-9899-b5d8ef132463 req-211d91eb-7d5a-4fb3-aef9-298139701479 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:23.927532 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9b6ca5eb-4057-4fd0-9899-b5d8ef132463 req-211d91eb-7d5a-4fb3-aef9-298139701479 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.44 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 945 time: 0.0557699 Jun 23 12:04:24.009896 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-9b6ca5eb-4057-4fd0-9899-b5d8ef132463 req-f2d002da-fc3c-45a7-a814-8ac1ef4e5148 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Deleting port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:04:24.010540 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-9b6ca5eb-4057-4fd0-9899-b5d8ef132463 req-f2d002da-fc3c-45a7-a814-8ac1ef4e5148 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:24.109599 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-9b6ca5eb-4057-4fd0-9899-b5d8ef132463 req-f2d002da-fc3c-45a7-a814-8ac1ef4e5148 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] For port 4f655e92-f7d0-4eb3-aa0d-313d293bd617, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4f655e92-f7d0-4eb3-aa0d-313d293bd617,segment=NetworkSegment(3affdf3e-6c65-4bf5-9ee3-3df5d435a549),segment_id=3affdf3e-6c65-4bf5-9ee3-3df5d435a549)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:04:24.110279 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-9b6ca5eb-4057-4fd0-9899-b5d8ef132463 req-f2d002da-fc3c-45a7-a814-8ac1ef4e5148 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:24.123526 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-9b6ca5eb-4057-4fd0-9899-b5d8ef132463 req-f2d002da-fc3c-45a7-a814-8ac1ef4e5148 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Calling delete_port for 4f655e92-f7d0-4eb3-aa0d-313d293bd617 owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:04:24.159826 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58466) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:24.252135 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-9b6ca5eb-4057-4fd0-9899-b5d8ef132463 req-f2d002da-fc3c-45a7-a814-8ac1ef4e5148 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (4f655e92-f7d0-4eb3-aa0d-313d293bd617), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:24.259907 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:24.264462 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:24.273293 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6e3cd87a-6dc3-488f-8569-b8f0de90dd70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:24.288493 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d002da-fc3c-45a7-a814-8ac1ef4e5148 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Pushing event deleted for resources: {'Port': ['ID=4f655e92-f7d0-4eb3-aa0d-313d293bd617,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:24.336984 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6ca5eb-4057-4fd0-9899-b5d8ef132463 req-f2d002da-fc3c-45a7-a814-8ac1ef4e5148 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] No DVR routers for this DVR port 4f655e92-f7d0-4eb3-aa0d-313d293bd617 on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:04:24.339468 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-9b6ca5eb-4057-4fd0-9899-b5d8ef132463 req-f2d002da-fc3c-45a7-a814-8ac1ef4e5148 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:24.342873 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-9b6ca5eb-4057-4fd0-9899-b5d8ef132463 req-f2d002da-fc3c-45a7-a814-8ac1ef4e5148 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.44 "DELETE /v2.0/ports/4f655e92-f7d0-4eb3-aa0d-313d293bd617 HTTP/1.1" status: 204 len: 173 time: 0.4120920 Jun 23 12:04:24.343335 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'name': 'network-vif-deleted', 'tag': '4f655e92-f7d0-4eb3-aa0d-313d293bd617'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:04:24.345561 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810430d0-1996-4d35-a188-87551275a5d1" -d '{"events": [{"server_uuid": "9442b025-7b22-40c8-8f76-3a3379bf8e83", "name": "network-vif-deleted", "tag": "4f655e92-f7d0-4eb3-aa0d-313d293bd617"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:04:24.356164 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6e3cd87a-6dc3-488f-8569-b8f0de90dd70 admin admin] Publish callbacks [] for security_group (cb3445e8-270a-4d9e-82ba-21ffe3e892e9), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:24.360529 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-6e3cd87a-6dc3-488f-8569-b8f0de90dd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (cb3445e8-270a-4d9e-82ba-21ffe3e892e9), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:24.387877 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72174b05-9ee8-43f7-88f3-099d90cb79a1 x-openstack-request-id: req-72174b05-9ee8-43f7-88f3-099d90cb79a1 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:04:24.388178 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9442b025-7b22-40c8-8f76-3a3379bf8e83", "name": "network-vif-deleted", "tag": "4f655e92-f7d0-4eb3-aa0d-313d293bd617", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:04:24.388422 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-72174b05-9ee8-43f7-88f3-099d90cb79a1 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:04:24.388851 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72174b05-9ee8-43f7-88f3-099d90cb79a1'] response: {'server_uuid': '9442b025-7b22-40c8-8f76-3a3379bf8e83', 'name': 'network-vif-deleted', 'tag': '4f655e92-f7d0-4eb3-aa0d-313d293bd617', 'status': 'completed', 'code': 200} Jun 23 12:04:24.390518 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cd87a-6dc3-488f-8569-b8f0de90dd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3445e8-270a-4d9e-82ba-21ffe3e892e9,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:24.409568 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-6e3cd87a-6dc3-488f-8569-b8f0de90dd70 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=eee09804a46146b6934f0d738a7134d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486629 Jun 23 12:04:24.412158 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58472) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:24.464459 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:24.469161 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-54e9e87b-eb8f-4067-8489-d3e0d90b8f41 admin admin] Publish callbacks [] for security_group (cb3445e8-270a-4d9e-82ba-21ffe3e892e9), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:24.517089 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-54e9e87b-eb8f-4067-8489-d3e0d90b8f41 admin admin] Publish callbacks [] for security_group (cb3445e8-270a-4d9e-82ba-21ffe3e892e9), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:24.519640 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:24.527333 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1787cf32-a506-460d-9eaf-3bb134bea497 req-102e8a07-889c-4514-98f8-5a4787ac610a tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "GET /v2.0/ports?device_id=9442b025-7b22-40c8-8f76-3a3379bf8e83 HTTP/1.1" status: 200 len: 210 time: 0.0479736 Jun 23 12:04:24.574267 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-54e9e87b-eb8f-4067-8489-d3e0d90b8f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (cb3445e8-270a-4d9e-82ba-21ffe3e892e9), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:24.577432 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-54e9e87b-eb8f-4067-8489-d3e0d90b8f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:24.578575 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-54e9e87b-eb8f-4067-8489-d3e0d90b8f41 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cb3445e8-270a-4d9e-82ba-21ffe3e892e9 HTTP/1.1" status: 204 len: 168 time: 0.1653810 Jun 23 12:04:24.587748 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9e87b-eb8f-4067-8489-d3e0d90b8f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3445e8-270a-4d9e-82ba-21ffe3e892e9,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:24.688451 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:04:25.289757 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58496) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:25.389535 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-d1b87769-6ed6-4b96-902e-c23d09f2d199 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1468288165-network', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:04:25.410230 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b87769-6ed6-4b96-902e-c23d09f2d199 admin admin] Made reservation on behalf of c41820d2b5eb4dedb313bcef88259676 for: {'network': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:04:25.412574 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d1b87769-6ed6-4b96-902e-c23d09f2d199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:25.420907 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d1b87769-6ed6-4b96-902e-c23d09f2d199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:25.496936 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d1b87769-6ed6-4b96-902e-c23d09f2d199 admin admin] Publish callbacks [] for security_group (c2194974-6afc-460e-977c-634a89f669bd), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:25.500652 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d1b87769-6ed6-4b96-902e-c23d09f2d199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (c2194974-6afc-460e-977c-634a89f669bd), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:25.527931 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b87769-6ed6-4b96-902e-c23d09f2d199 admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=103989) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:04:25.538082 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b87769-6ed6-4b96-902e-c23d09f2d199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2194974-6afc-460e-977c-634a89f669bd,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:25.544120 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d1b87769-6ed6-4b96-902e-c23d09f2d199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (d8ab5237-d28c-4d76-804b-8f0f5b4707c8), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:25.544468 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.segments_db [None req-d1b87769-6ed6-4b96-902e-c23d09f2d199 admin admin] Added segment d8ab5237-d28c-4d76-804b-8f0f5b4707c8 of type vlan for network afd3f766-cce7-48e3-b8ae-4e4ead512081 Jun 23 12:04:25.595693 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d1b87769-6ed6-4b96-902e-c23d09f2d199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (afd3f766-cce7-48e3-b8ae-4e4ead512081), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:25.605268 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58502) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:25.626571 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d1b87769-6ed6-4b96-902e-c23d09f2d199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (afd3f766-cce7-48e3-b8ae-4e4ead512081), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:25.628105 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b87769-6ed6-4b96-902e-c23d09f2d199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:25.628728 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-d1b87769-6ed6-4b96-902e-c23d09f2d199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:25.663398 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-d1b87769-6ed6-4b96-902e-c23d09f2d199 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3720090 Jun 23 12:04:25.665962 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58504) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:25.670735 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-ab3f505a-c911-4a67-813b-d8aad68dee61 admin admin] Request body: {'subnet': {'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1468288165-subnet', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'ip_version': 4}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:04:25.671708 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-47ea0c99-398d-49ba-a0e5-818f5cc877e8 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group (071d2454-543d-4e51-8abb-cecd0d246d0c), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:25.698793 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-47ea0c99-398d-49ba-a0e5-818f5cc877e8 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group (071d2454-543d-4e51-8abb-cecd0d246d0c), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:25.706940 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b87769-6ed6-4b96-902e-c23d09f2d199 admin admin] Pushing event updated for resources: {'Network': ['ID=afd3f766-cce7-48e3-b8ae-4e4ead512081,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:25.719754 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network afd3f766-cce7-48e3-b8ae-4e4ead512081 details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 12:04:25.723115 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3f505a-c911-4a67-813b-d8aad68dee61 admin admin] Made reservation on behalf of c41820d2b5eb4dedb313bcef88259676 for: {'subnet': 1} {{(pid=103989) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:04:25.726419 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ab3f505a-c911-4a67-813b-d8aad68dee61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29159627'] for subnet (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:25.770671 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-47ea0c99-398d-49ba-a0e5-818f5cc877e8 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (071d2454-543d-4e51-8abb-cecd0d246d0c), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:25.773428 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-47ea0c99-398d-49ba-a0e5-818f5cc877e8 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:25.774632 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-47ea0c99-398d-49ba-a0e5-818f5cc877e8 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] 10.222.0.67 "DELETE /v2.0/security-groups/071d2454-543d-4e51-8abb-cecd0d246d0c HTTP/1.1" status: 204 len: 168 time: 0.1682789 Jun 23 12:04:25.788744 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea0c99-398d-49ba-a0e5-818f5cc877e8 tempest-TestShelveInstance-1999365184 tempest-TestShelveInstance-1999365184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=071d2454-543d-4e51-8abb-cecd0d246d0c,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:25.828313 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58508) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:25.995184 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ab3f505a-c911-4a67-813b-d8aad68dee61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27818965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29159613'] for subnet (135ae706-8942-4cf4-a67a-b50c44503fad), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.064490 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:26.075142 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:DELETE=4,neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:26.131794 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f505a-c911-4a67-813b-d8aad68dee61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=135ae706-8942-4cf4-a67a-b50c44503fad,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:26.150872 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f505a-c911-4a67-813b-d8aad68dee61 admin admin] Checking segment: {'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 12:04:26.151219 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3f505a-c911-4a67-813b-d8aad68dee61 admin admin] Network hostable DHCP agents. Network: afd3f766-cce7-48e3-b8ae-4e4ead512081, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103989) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:04:26.191821 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 4f655e92-f7d0-4eb3-aa0d-313d293bd617 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:04:26.210977 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: 4f655e92-f7d0-4eb3-aa0d-313d293bd617 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:04:26.211323 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 4f655e92-f7d0-4eb3-aa0d-313d293bd617 not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:04:26.211483 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3f505a-c911-4a67-813b-d8aad68dee61 admin admin] Network afd3f766-cce7-48e3-b8ae-4e4ead512081 is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:04:26.237768 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-ab3f505a-c911-4a67-813b-d8aad68dee61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, afd3f766-cce7-48e3-b8ae-4e4ead512081) {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:04:26.245723 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539def77-7bbf-4808-9c04-935131c31ef2 None None] Network afd3f766-cce7-48e3-b8ae-4e4ead512081 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 12:04:26.247619 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3f505a-c911-4a67-813b-d8aad68dee61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:26.248214 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ab3f505a-c911-4a67-813b-d8aad68dee61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.276005 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-ab3f505a-c911-4a67-813b-d8aad68dee61 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6090090 Jun 23 12:04:26.278818 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58510) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:26.284476 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:04:26.314101 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28134'] for router (1534ea4c-b159-489d-b0d1-51023227e521), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.315740 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28145'] for router (1534ea4c-b159-489d-b0d1-51023227e521), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.318933 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-650ee5a3-d153-4250-bc0c-f1693ae6c586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597640'] for router_interface (d8405c6a-4922-4c94-bd76-84f868ca8c74), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.360265 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83512bf-ddb1-54fd-98d6-d759d7d8cd6f-afd3f766-cce7-48e3-b8ae-4e4ead512081', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad'}]}} from dv-cinder-826608-3-iscsi. {{(pid=103990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 12:04:26.361311 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.367186 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Publish callbacks [] for router_controller (1534ea4c-b159-489d-b0d1-51023227e521), precommit_add_association {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.504212 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.db_base_plugin_common [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Allocated IP 172.20.0.2 (afd3f766-cce7-48e3-b8ae-4e4ead512081/135ae706-8942-4cf4-a67a-b50c44503fad/8cea7be7-1219-43d4-92f0-e7cef6833edd) {{(pid=103990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:04:26.507385 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Publish callbacks [] for router_gateway (1534ea4c-b159-489d-b0d1-51023227e521), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.563102 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-650ee5a3-d153-4250-bc0c-f1693ae6c586 admin admin] Deleting port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:04:26.563623 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-650ee5a3-d153-4250-bc0c-f1693ae6c586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.657461 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Publish callbacks [] for port (8cea7be7-1219-43d4-92f0-e7cef6833edd), precommit_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.666563 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-650ee5a3-d153-4250-bc0c-f1693ae6c586 admin admin] For port 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a,segment=NetworkSegment(3affdf3e-6c65-4bf5-9ee3-3df5d435a549),segment_id=3affdf3e-6c65-4bf5-9ee3-3df5d435a549)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:04:26.666805 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-650ee5a3-d153-4250-bc0c-f1693ae6c586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.668911 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (8cea7be7-1219-43d4-92f0-e7cef6833edd), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.685036 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-650ee5a3-d153-4250-bc0c-f1693ae6c586 admin admin] Calling delete_port for 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a owned by network:router_interface {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:04:26.692133 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Publish callbacks [] for router_gateway (1534ea4c-b159-489d-b0d1-51023227e521), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.711428 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Network afd3f766-cce7-48e3-b8ae-4e4ead512081 is already hosted by enough agents. {{(pid=103990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:04:26.712004 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.719042 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.base_scheduler [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Resources bound (agent type, host, resource id): {{(pid=103990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:04:26.721557 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Received port after_create {{(pid=103990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:04:26.726985 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Pushing event updated for resources: {'Port': ['ID=8cea7be7-1219-43d4-92f0-e7cef6833edd,revision_number=1']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:26.736306 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:26.736792 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:26.737140 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:26.737482 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:26.737863 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:26.738394 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:26.739440 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:26.739955 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:26.740522 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:26.740889 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:26.741220 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:26.741741 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:26.742256 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:26.742642 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:26.742962 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:26.803687 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Attempting to bind port 8cea7be7-1219-43d4-92f0-e7cef6833edd on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 12:04:26.804167 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Attempting to bind port 8cea7be7-1219-43d4-92f0-e7cef6833edd by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 12:04:26.804777 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Attempting to bind port 8cea7be7-1219-43d4-92f0-e7cef6833edd on network afd3f766-cce7-48e3-b8ae-4e4ead512081 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:04:26.810526 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 12:04:26.810903 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Checking segment: {'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 12:04:26.811309 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.811705 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Bound using segment: {'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 12:04:26.812170 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Bound port: 8cea7be7-1219-43d4-92f0-e7cef6833edd, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 12:04:26.812553 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (8cea7be7-1219-43d4-92f0-e7cef6833edd), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.827467 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:26.831261 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Allocated IP 172.27.3.15 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/5c8f4ae1-2e59-49d6-850d-5a5404696e1f) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:04:26.881384 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] For port 8cea7be7-1219-43d4-92f0-e7cef6833edd, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:04:26.885167 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] For port 8cea7be7-1219-43d4-92f0-e7cef6833edd, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=8cea7be7-1219-43d4-92f0-e7cef6833edd,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:04:26.891164 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (8cea7be7-1219-43d4-92f0-e7cef6833edd), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.891498 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-650ee5a3-d153-4250-bc0c-f1693ae6c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:26.919184 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ee5a3-d153-4250-bc0c-f1693ae6c586 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:26.954612 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a04165-d1a2-4e2c-8470-133d3ad5eb3e None None] Pushing event updated for resources: {'Port': ['ID=8cea7be7-1219-43d4-92f0-e7cef6833edd,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:27.029454 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Publish callbacks [] for port (5c8f4ae1-2e59-49d6-850d-5a5404696e1f), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:27.045140 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:27.066938 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (5c8f4ae1-2e59-49d6-850d-5a5404696e1f), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:27.096967 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-650ee5a3-d153-4250-bc0c-f1693ae6c586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597532'] for router_interface (d8405c6a-4922-4c94-bd76-84f868ca8c74), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:27.106851 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:27.117343 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8f4ae1-2e59-49d6-850d-5a5404696e1f,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:27.130548 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:04:27.132591 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:04:27.139773 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:04:27.155352 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:27.431222 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Publish callbacks [] for router_gateway (1534ea4c-b159-489d-b0d1-51023227e521), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:27.587707 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650ee5a3-d153-4250-bc0c-f1693ae6c586 admin admin] Router d8405c6a-4922-4c94-bd76-84f868ca8c74 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:04:27.623363 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596902'] for router (1534ea4c-b159-489d-b0d1-51023227e521), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:27.690964 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650ee5a3-d153-4250-bc0c-f1693ae6c586 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:04:27.699881 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-650ee5a3-d153-4250-bc0c-f1693ae6c586 admin admin] 10.222.0.67 "PUT /v2.0/routers/d8405c6a-4922-4c94-bd76-84f868ca8c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8704176 Jun 23 12:04:27.700711 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58512) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:27.701600 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ae1ec-0a76-4cdb-87fd-176570283563 None None] Sync routers for ids ['d8405c6a-4922-4c94-bd76-84f868ca8c74'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:04:27.720988 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ae1ec-0a76-4cdb-87fd-176570283563 None None] Routers {'d8405c6a-4922-4c94-bd76-84f868ca8c74'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:04:27.721661 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-901ae1ec-0a76-4cdb-87fd-176570283563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:04:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['d8405c6a-4922-4c94-bd76-84f868ca8c74'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:27.755312 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Router 1534ea4c-b159-489d-b0d1-51023227e521 is scheduled to L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 with binding_index 1 {{(pid=103988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 12:04:27.809211 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3726516b-08d3-475f-b37a-78385ba87b8c admin admin] Publish callbacks [] for router (d8405c6a-4922-4c94-bd76-84f868ca8c74), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:27.849982 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-901ae1ec-0a76-4cdb-87fd-176570283563 None None] Set router d8405c6a-4922-4c94-bd76-84f868ca8c74 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:04:27.851947 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:27.885276 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:04:27.895722 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Sync routers for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:04:27.915304 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:27.918481 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:04:27.919339 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:04:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:27.920441 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-98e40eca-e96d-4c85-b857-fd993a499ca3 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6392443 Jun 23 12:04:27.921161 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58514) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:27.958900 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:27.967303 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3726516b-08d3-475f-b37a-78385ba87b8c admin admin] Publish callbacks [] for router_gateway (d8405c6a-4922-4c94-bd76-84f868ca8c74), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.022689 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-3726516b-08d3-475f-b37a-78385ba87b8c admin admin] Deleting port 626d2e4f-d472-4fb1-a882-038ead15d258 {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:04:28.023417 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3726516b-08d3-475f-b37a-78385ba87b8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (626d2e4f-d472-4fb1-a882-038ead15d258), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.044904 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:04:28.071361 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:28.154013 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-3726516b-08d3-475f-b37a-78385ba87b8c admin admin] For port 626d2e4f-d472-4fb1-a882-038ead15d258, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=626d2e4f-d472-4fb1-a882-038ead15d258,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:04:28.154396 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3726516b-08d3-475f-b37a-78385ba87b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (626d2e4f-d472-4fb1-a882-038ead15d258), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.171852 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-3726516b-08d3-475f-b37a-78385ba87b8c admin admin] Calling delete_port for 626d2e4f-d472-4fb1-a882-038ead15d258 owned by network:router_gateway {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:04:28.175155 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dffe72-8552-448b-993d-1aead250cbb7 None None] Network afd3f766-cce7-48e3-b8ae-4e4ead512081 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 12:04:28.207523 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-901ae1ec-0a76-4cdb-87fd-176570283563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'name': 'tempest-TestShelveInstance-349309570-router', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:35Z', 'updated_at': '2022-06-23T12:04:26Z', 'revision_number': 5, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'gw_port': {'id': '626d2e4f-d472-4fb1-a882-038ead15d258', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:64:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:36Z', 'updated_at': '2022-06-23T11:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:28.239685 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ae1ec-0a76-4cdb-87fd-176570283563 None None] Checking router: d8405c6a-4922-4c94-bd76-84f868ca8c74 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:04:28.250299 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ae1ec-0a76-4cdb-87fd-176570283563 None None] Routers {'d8405c6a-4922-4c94-bd76-84f868ca8c74'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:04:28.250924 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-901ae1ec-0a76-4cdb-87fd-176570283563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:04:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['d8405c6a-4922-4c94-bd76-84f868ca8c74'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:28.305129 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:28.375694 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-901ae1ec-0a76-4cdb-87fd-176570283563 None None] Set router d8405c6a-4922-4c94-bd76-84f868ca8c74 gateway port host: None {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:04:28.395990 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3726516b-08d3-475f-b37a-78385ba87b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (626d2e4f-d472-4fb1-a882-038ead15d258), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.418963 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:28.434396 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726516b-08d3-475f-b37a-78385ba87b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=626d2e4f-d472-4fb1-a882-038ead15d258,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:28.440763 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-901ae1ec-0a76-4cdb-87fd-176570283563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'name': 'tempest-TestShelveInstance-349309570-router', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:35Z', 'updated_at': '2022-06-23T12:04:27Z', 'revision_number': 6, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'gw_port_host': None}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:28.452994 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.460321 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:27Z', 'revision_number': 3, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:28.480226 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ae1ec-0a76-4cdb-87fd-176570283563 None None] The sync data for ids ['d8405c6a-4922-4c94-bd76-84f868ca8c74'] in dv-cinder-826608-3-iscsi is: [{'id': 'd8405c6a-4922-4c94-bd76-84f868ca8c74', 'name': 'tempest-TestShelveInstance-349309570-router', 'tenant_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:35Z', 'updated_at': '2022-06-23T12:04:27Z', 'revision_number': 6, 'project_id': 'a2d3e44f4113405a9cd4e604aea9955b', 'gw_port_host': None}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:04:28.491260 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Checking router: 1534ea4c-b159-489d-b0d1-51023227e521 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:04:28.491695 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Updating router 1534ea4c-b159-489d-b0d1-51023227e521 port 5c8f4ae1-2e59-49d6-850d-5a5404696e1f binding host dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:04:28.497744 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-964ad843-83d5-4450-ba45-c5306c8fe808 None None] Provisioning complete for port 8cea7be7-1219-43d4-92f0-e7cef6833edd triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:28.498200 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-964ad843-83d5-4450-ba45-c5306c8fe808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (8cea7be7-1219-43d4-92f0-e7cef6833edd), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.543238 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3726516b-08d3-475f-b37a-78385ba87b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595256'] for router_gateway (d8405c6a-4922-4c94-bd76-84f868ca8c74), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.584507 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (5c8f4ae1-2e59-49d6-850d-5a5404696e1f), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.640652 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:28.642507 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3726516b-08d3-475f-b37a-78385ba87b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28040'] for router (d8405c6a-4922-4c94-bd76-84f868ca8c74), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.645262 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3726516b-08d3-475f-b37a-78385ba87b8c admin admin] Publish callbacks [] for router_controller (d8405c6a-4922-4c94-bd76-84f868ca8c74), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.699244 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3726516b-08d3-475f-b37a-78385ba87b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597951'] for router (d8405c6a-4922-4c94-bd76-84f868ca8c74), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.699856 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3726516b-08d3-475f-b37a-78385ba87b8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8405c6a-4922-4c94-bd76-84f868ca8c74 {{(pid=103989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:04:28.708492 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-3726516b-08d3-475f-b37a-78385ba87b8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.711989 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-3726516b-08d3-475f-b37a-78385ba87b8c admin admin] 10.222.0.67 "DELETE /v2.0/routers/d8405c6a-4922-4c94-bd76-84f868ca8c74 HTTP/1.1" status: 204 len: 168 time: 1.0080841 Jun 23 12:04:28.712516 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58516) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:28.731714 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:28.760199 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-964ad843-83d5-4450-ba45-c5306c8fe808 None None] Current status of the port 8cea7be7-1219-43d4-92f0-e7cef6833edd is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:28.760995 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-964ad843-83d5-4450-ba45-c5306c8fe808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (8cea7be7-1219-43d4-92f0-e7cef6833edd), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.779384 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd91e5e9-ad79-42fe-8d1c-aa1de9d13e55 admin admin] Deleting subnet 427c5630-0ade-4ebf-bdf6-d37734b4bf7b {{(pid=103989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 12:04:28.785676 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-dd91e5e9-ad79-42fe-8d1c-aa1de9d13e55 admin admin] Publish callbacks [] for subnet (427c5630-0ade-4ebf-bdf6-d37734b4bf7b), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.801029 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:28.835774 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-dd91e5e9-ad79-42fe-8d1c-aa1de9d13e55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28146412'] for subnet (427c5630-0ade-4ebf-bdf6-d37734b4bf7b), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.862714 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-964ad843-83d5-4450-ba45-c5306c8fe808 None None] For port 8cea7be7-1219-43d4-92f0-e7cef6833edd, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=8cea7be7-1219-43d4-92f0-e7cef6833edd,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:04:28.871159 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-964ad843-83d5-4450-ba45-c5306c8fe808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (8cea7be7-1219-43d4-92f0-e7cef6833edd), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.960038 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-dd91e5e9-ad79-42fe-8d1c-aa1de9d13e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (427c5630-0ade-4ebf-bdf6-d37734b4bf7b), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:28.994530 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ad843-83d5-4450-ba45-c5306c8fe808 None None] Pushing event updated for resources: {'Port': ['ID=8cea7be7-1219-43d4-92f0-e7cef6833edd,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:29.034152 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-68b24003-0101-44d8-9439-e39ef83b6ca1 None None] Provisioning complete for port 8cea7be7-1219-43d4-92f0-e7cef6833edd triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:29.034815 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-68b24003-0101-44d8-9439-e39ef83b6ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (8cea7be7-1219-43d4-92f0-e7cef6833edd), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.038715 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Allocated IP 172.20.0.1 (afd3f766-cce7-48e3-b8ae-4e4ead512081/135ae706-8942-4cf4-a67a-b50c44503fad/4338d3bb-5ca0-45de-ab7e-85d30c4944db) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:04:29.066239 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-dd91e5e9-ad79-42fe-8d1c-aa1de9d13e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27818774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29159588'] for subnet (427c5630-0ade-4ebf-bdf6-d37734b4bf7b), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.093859 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Publish callbacks [] for port (5c8f4ae1-2e59-49d6-850d-5a5404696e1f), precommit_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.103096 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (5c8f4ae1-2e59-49d6-850d-5a5404696e1f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.106563 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91e5e9-ad79-42fe-8d1c-aa1de9d13e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=427c5630-0ade-4ebf-bdf6-d37734b4bf7b,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:29.114801 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-dd91e5e9-ad79-42fe-8d1c-aa1de9d13e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.122071 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-dd91e5e9-ad79-42fe-8d1c-aa1de9d13e55 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/427c5630-0ade-4ebf-bdf6-d37734b4bf7b HTTP/1.1" status: 204 len: 168 time: 0.4074697 Jun 23 12:04:29.122071 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58518) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:29.134163 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe89626-0ace-4607-bb5d-35ec0360ef38 None None] Network a13aae4c-de05-481c-b4e4-5c7570ff46f8 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 12:04:29.171600 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Publish callbacks [] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.206435 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (a13aae4c-de05-481c-b4e4-5c7570ff46f8), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.211406 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-68b24003-0101-44d8-9439-e39ef83b6ca1 None None] Current status of the port 8cea7be7-1219-43d4-92f0-e7cef6833edd is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:29.212151 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.248034 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Attempting to bind port 5c8f4ae1-2e59-49d6-850d-5a5404696e1f on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 12:04:29.248406 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Attempting to bind port 5c8f4ae1-2e59-49d6-850d-5a5404696e1f by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 12:04:29.248796 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Attempting to bind port 5c8f4ae1-2e59-49d6-850d-5a5404696e1f on network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:04:29.252170 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23ccfb-2d2b-405e-830e-d9fc84a25552 None None] Pushing event updated for resources: {'Port': ['ID=5c8f4ae1-2e59-49d6-850d-5a5404696e1f,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:29.256456 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] Deleting port cf3a662c-00ea-4ae0-8b06-d0f8d2757f78 {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:04:29.256949 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (cf3a662c-00ea-4ae0-8b06-d0f8d2757f78), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.260149 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 12:04:29.260526 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Checking segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 12:04:29.261082 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.261357 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Bound using segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 12:04:29.261831 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Bound port: 5c8f4ae1-2e59-49d6-850d-5a5404696e1f, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 12:04:29.262206 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (5c8f4ae1-2e59-49d6-850d-5a5404696e1f), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.267831 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Network afd3f766-cce7-48e3-b8ae-4e4ead512081 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:04:29.271650 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:04:29.276067 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:04:29.322380 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=12 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:29.322705 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Pushing event updated for resources: {'Port': ['ID=4338d3bb-5ca0-45de-ab7e-85d30c4944db,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:29.330976 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] For port cf3a662c-00ea-4ae0-8b06-d0f8d2757f78, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=cf3a662c-00ea-4ae0-8b06-d0f8d2757f78,segment=NetworkSegment(3affdf3e-6c65-4bf5-9ee3-3df5d435a549),segment_id=3affdf3e-6c65-4bf5-9ee3-3df5d435a549)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:04:29.331579 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (cf3a662c-00ea-4ae0-8b06-d0f8d2757f78), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.347489 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] Calling delete_port for cf3a662c-00ea-4ae0-8b06-d0f8d2757f78 owned by network:dhcp {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:04:29.351204 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] For port 5c8f4ae1-2e59-49d6-850d-5a5404696e1f, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:04:29.354578 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] For port 5c8f4ae1-2e59-49d6-850d-5a5404696e1f, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=5c8f4ae1-2e59-49d6-850d-5a5404696e1f,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:04:29.355836 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595459'] for router_interface (1534ea4c-b159-489d-b0d1-51023227e521), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.365922 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (5c8f4ae1-2e59-49d6-850d-5a5404696e1f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.416459 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 8cea7be7-1219-43d4-92f0-e7cef6833edd up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:04:29.493975 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:29.502977 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4110b7e6-75de-457e-88f6-6f9ed010eda8 None None] DHCP port deletion for a13aae4c-de05-481c-b4e4-5c7570ff46f8 request from dv-cinder-826608-3-iscsi {{(pid=103990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 12:04:29.508554 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (cf3a662c-00ea-4ae0-8b06-d0f8d2757f78), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.523168 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23ccfb-2d2b-405e-830e-d9fc84a25552 None None] Pushing event updated for resources: {'Port': ['ID=5c8f4ae1-2e59-49d6-850d-5a5404696e1f,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:29.527601 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:04:29.528304 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:04:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:29.554820 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3a662c-00ea-4ae0-8b06-d0f8d2757f78,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:29.557177 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] No DVR routers for this DVR port cf3a662c-00ea-4ae0-8b06-d0f8d2757f78 on host dv-cinder-826608-3-iscsi {{(pid=103989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:04:29.620379 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.644185 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (a13aae4c-de05-481c-b4e4-5c7570ff46f8), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.665899 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 8cea7be7-1219-43d4-92f0-e7cef6833edd triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:29.666221 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (8cea7be7-1219-43d4-92f0-e7cef6833edd), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.685395 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13aae4c-de05-481c-b4e4-5c7570ff46f8']}} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:29.696445 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3affdf3e-6c65-4bf5-9ee3-3df5d435a549') {'for_net_delete': True} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:29.697214 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3affdf3e-6c65-4bf5-9ee3-3df5d435a549') {} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:29.704569 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-73192f06-9714-4a59-8b63-d667815b3e71 None None] Provisioning complete for port 4338d3bb-5ca0-45de-ab7e-85d30c4944db triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:29.704973 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-73192f06-9714-4a59-8b63-d667815b3e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.708547 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28146423'] for segment (3affdf3e-6c65-4bf5-9ee3-3df5d435a549), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.714803 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:29.726079 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (3affdf3e-6c65-4bf5-9ee3-3df5d435a549), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.735618 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:04:29.736395 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27818876'] for segment (3affdf3e-6c65-4bf5-9ee3-3df5d435a549), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.744187 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:04:29.760487 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:29.765459 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment 3affdf3e-6c65-4bf5-9ee3-3df5d435a549 resource provider aggregate not found Jun 23 12:04:29.823135 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-73192f06-9714-4a59-8b63-d667815b3e71 None None] Port 4338d3bb-5ca0-45de-ab7e-85d30c4944db cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 12:04:29.823924 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Publish callbacks [] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.830050 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.832738 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment 3affdf3e-6c65-4bf5-9ee3-3df5d435a549 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3affdf3e-6c65-4bf5-9ee3-3df5d435a549 found for delete ", "request_id": "req-1374f5b1-bb24-4a43-af8e-4ca13393bd4b"}]} Jun 23 12:04:29.847415 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (a13aae4c-de05-481c-b4e4-5c7570ff46f8), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.867183 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.870877 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] 10.222.0.67 "DELETE /v2.0/networks/a13aae4c-de05-481c-b4e4-5c7570ff46f8 HTTP/1.1" status: 204 len: 168 time: 0.7481928 Jun 23 12:04:29.872014 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a58ff-11ba-40ad-8d5d-ca0b87438cff admin admin] Pushing event deleted for resources: {'Network': ['ID=a13aae4c-de05-481c-b4e4-5c7570ff46f8,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:29.873838 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58524) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:29.916866 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597651'] for router_interface (1534ea4c-b159-489d-b0d1-51023227e521), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:29.918681 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Pushing event updated for resources: {'Port': ['ID=4338d3bb-5ca0-45de-ab7e-85d30c4944db,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:29.931460 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:29.940644 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 8cea7be7-1219-43d4-92f0-e7cef6833edd is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:29.952113 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:30.014143 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:27Z', 'revision_number': 3, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:30.017593 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Network afd3f766-cce7-48e3-b8ae-4e4ead512081 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:04:30.019574 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:04:30.054020 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50af3f-136a-4d0d-9954-bb10f147c0e2 None None] The sync data for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi is: [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:27Z', 'revision_number': 3, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:04:30.152822 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Router 1534ea4c-b159-489d-b0d1-51023227e521 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:04:30.283656 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fbfc81af-5a30-495c-bd2e-3043711e9893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597640'] for router_interface (312fc456-a257-41b2-ada3-59e778fd3292), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:30.290123 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:04:30.296493 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-389a893f-1ccf-4660-a10c-1884cd62b920 admin admin] 10.222.0.67 "PUT /v2.0/routers/1534ea4c-b159-489d-b0d1-51023227e521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3742969 Jun 23 12:04:30.371118 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-ee92ee51-c3b6-44ec-9833-f679dbb7fea4 None None] Provisioning complete for port 4338d3bb-5ca0-45de-ab7e-85d30c4944db triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:30.371495 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ee92ee51-c3b6-44ec-9833-f679dbb7fea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:30.418804 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-ee92ee51-c3b6-44ec-9833-f679dbb7fea4 None None] Port 4338d3bb-5ca0-45de-ab7e-85d30c4944db cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 12:04:30.568156 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc81af-5a30-495c-bd2e-3043711e9893 admin admin] Deleting port 267d7e61-1bab-4c20-bc77-766342b63dbe {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:04:30.568594 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fbfc81af-5a30-495c-bd2e-3043711e9893 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:30.636149 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:30.691637 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-fbfc81af-5a30-495c-bd2e-3043711e9893 admin admin] For port 267d7e61-1bab-4c20-bc77-766342b63dbe, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=267d7e61-1bab-4c20-bc77-766342b63dbe,segment=NetworkSegment(c8ea1c27-bd58-4971-a863-e4e985cd9834),segment_id=c8ea1c27-bd58-4971-a863-e4e985cd9834)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:04:30.693838 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fbfc81af-5a30-495c-bd2e-3043711e9893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:30.694246 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 8cea7be7-1219-43d4-92f0-e7cef6833edd up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:04:30.715537 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc81af-5a30-495c-bd2e-3043711e9893 admin admin] Calling delete_port for 267d7e61-1bab-4c20-bc77-766342b63dbe owned by network:router_interface {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:04:30.744767 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 8cea7be7-1219-43d4-92f0-e7cef6833edd triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:30.745142 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (8cea7be7-1219-43d4-92f0-e7cef6833edd), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:30.836042 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 8cea7be7-1219-43d4-92f0-e7cef6833edd is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:30.837915 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 5c8f4ae1-2e59-49d6-850d-5a5404696e1f up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:04:30.880126 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:30.896793 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 5c8f4ae1-2e59-49d6-850d-5a5404696e1f triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:30.897324 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (5c8f4ae1-2e59-49d6-850d-5a5404696e1f), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:30.969008 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fbfc81af-5a30-495c-bd2e-3043711e9893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (267d7e61-1bab-4c20-bc77-766342b63dbe), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:30.981240 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 5c8f4ae1-2e59-49d6-850d-5a5404696e1f is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:30.981639 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (5c8f4ae1-2e59-49d6-850d-5a5404696e1f), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:30.987796 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:31.009464 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port 5c8f4ae1-2e59-49d6-850d-5a5404696e1f, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=5c8f4ae1-2e59-49d6-850d-5a5404696e1f,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:04:31.015596 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (5c8f4ae1-2e59-49d6-850d-5a5404696e1f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:31.042164 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc81af-5a30-495c-bd2e-3043711e9893 admin admin] Pushing event deleted for resources: {'Port': ['ID=267d7e61-1bab-4c20-bc77-766342b63dbe,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:31.043245 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58540) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:31.052373 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-e13d1cc0-a729-494e-a6b3-a79b208aef58 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1733985033-network', 'tenant_id': '2e4e826f92f04bd5a4ac850f8194ba78'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:04:31.101894 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-1d878f46-b086-4d93-b41d-f40458ce0b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:31.109461 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13d1cc0-a729-494e-a6b3-a79b208aef58 admin admin] Made reservation on behalf of 2e4e826f92f04bd5a4ac850f8194ba78 for: {'network': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:04:31.110618 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 626d2e4f-d472-4fb1-a882-038ead15d258 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:04:31.112530 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e13d1cc0-a729-494e-a6b3-a79b208aef58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for network (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:31.114500 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=5c8f4ae1-2e59-49d6-850d-5a5404696e1f,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:31.137842 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e13d1cc0-a729-494e-a6b3-a79b208aef58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:31.269133 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e13d1cc0-a729-494e-a6b3-a79b208aef58 admin admin] Publish callbacks [] for security_group (6c11da99-2352-4672-a5da-fe45b627c250), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:31.275998 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 626d2e4f-d472-4fb1-a882-038ead15d258 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:04:31.276566 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 626d2e4f-d472-4fb1-a882-038ead15d258 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:04:31.277362 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device cf3a662c-00ea-4ae0-8b06-d0f8d2757f78 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:04:31.277835 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e13d1cc0-a729-494e-a6b3-a79b208aef58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (6c11da99-2352-4672-a5da-fe45b627c250), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:31.289724 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fbfc81af-5a30-495c-bd2e-3043711e9893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597532'] for router_interface (312fc456-a257-41b2-ada3-59e778fd3292), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:31.297734 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: cf3a662c-00ea-4ae0-8b06-d0f8d2757f78 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:04:31.298354 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device cf3a662c-00ea-4ae0-8b06-d0f8d2757f78 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:04:31.298923 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:04:31.306331 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:31.308427 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d1cc0-a729-494e-a6b3-a79b208aef58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c11da99-2352-4672-a5da-fe45b627c250,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:31.328470 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:04:31.329104 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 4f6c2040-913e-4fd4-8f4b-f78b2dcfcc8a not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:04:31.338001 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13d1cc0-a729-494e-a6b3-a79b208aef58 admin admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=103988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 12:04:31.351089 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e13d1cc0-a729-494e-a6b3-a79b208aef58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (dc4d1020-54f5-4a65-b37e-3b8165bc293a), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:31.351566 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.segments_db [None req-e13d1cc0-a729-494e-a6b3-a79b208aef58 admin admin] Added segment dc4d1020-54f5-4a65-b37e-3b8165bc293a of type vlan for network 6cf916c6-24c4-452d-9440-98e48b1c41f8 Jun 23 12:04:31.401090 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e13d1cc0-a729-494e-a6b3-a79b208aef58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745041320897'] for network (6cf916c6-24c4-452d-9440-98e48b1c41f8), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:31.428081 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e13d1cc0-a729-494e-a6b3-a79b208aef58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225'] for network (6cf916c6-24c4-452d-9440-98e48b1c41f8), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:31.429285 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13d1cc0-a729-494e-a6b3-a79b208aef58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:31.429851 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e13d1cc0-a729-494e-a6b3-a79b208aef58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:31.434391 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:31.462057 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-e13d1cc0-a729-494e-a6b3-a79b208aef58 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4152493 Jun 23 12:04:31.468939 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58542) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:31.475971 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-7218d516-2911-4fe6-92d0-2e56106f948a admin admin] Request body: {'subnet': {'network_id': '6cf916c6-24c4-452d-9440-98e48b1c41f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1733985033-subnet', 'tenant_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'ip_version': 4}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:04:31.513525 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d1cc0-a729-494e-a6b3-a79b208aef58 admin admin] Pushing event updated for resources: {'Network': ['ID=6cf916c6-24c4-452d-9440-98e48b1c41f8,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:31.526716 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7218d516-2911-4fe6-92d0-2e56106f948a admin admin] Made reservation on behalf of 2e4e826f92f04bd5a4ac850f8194ba78 for: {'subnet': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:04:31.527344 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Network 6cf916c6-24c4-452d-9440-98e48b1c41f8 details requested by agent ovs-agent-dv-cinder-826608-3-iscsi with host dv-cinder-826608-3-iscsi {{(pid=103990) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 12:04:31.531203 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7218d516-2911-4fe6-92d0-2e56106f948a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29328163'] for subnet (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:31.553673 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfc81af-5a30-495c-bd2e-3043711e9893 admin admin] Router 312fc456-a257-41b2-ada3-59e778fd3292 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:04:31.669401 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfc81af-5a30-495c-bd2e-3043711e9893 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:04:31.675160 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-fbfc81af-5a30-495c-bd2e-3043711e9893 admin admin] 10.222.0.67 "PUT /v2.0/routers/312fc456-a257-41b2-ada3-59e778fd3292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7996924 Jun 23 12:04:31.677841 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58544) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:31.680406 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eb3441-dccf-42d9-96aa-bfa96ede9b3b None None] Sync routers for ids ['312fc456-a257-41b2-ada3-59e778fd3292'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:04:31.689743 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:31.693229 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eb3441-dccf-42d9-96aa-bfa96ede9b3b None None] Routers {'312fc456-a257-41b2-ada3-59e778fd3292'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:04:31.694064 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-e5eb3441-dccf-42d9-96aa-bfa96ede9b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:04:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['312fc456-a257-41b2-ada3-59e778fd3292'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:31.730873 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7218d516-2911-4fe6-92d0-2e56106f948a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28485106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29328213'] for subnet (80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:31.807194 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218d516-2911-4fe6-92d0-2e56106f948a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:31.816796 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218d516-2911-4fe6-92d0-2e56106f948a admin admin] Checking segment: {'id': 'dc4d1020-54f5-4a65-b37e-3b8165bc293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6cf916c6-24c4-452d-9440-98e48b1c41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 12:04:31.817051 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7218d516-2911-4fe6-92d0-2e56106f948a admin admin] Network hostable DHCP agents. Network: 6cf916c6-24c4-452d-9440-98e48b1c41f8, hostable agents: ['8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d'], hosted agents: [] {{(pid=103988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 12:04:31.830138 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-e5eb3441-dccf-42d9-96aa-bfa96ede9b3b None None] Set router 312fc456-a257-41b2-ada3-59e778fd3292 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:04:31.838307 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7218d516-2911-4fe6-92d0-2e56106f948a admin admin] Network 6cf916c6-24c4-452d-9440-98e48b1c41f8 is scheduled to be hosted by DHCP agent 8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d with binding_index 1 {{(pid=103988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 12:04:31.850713 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-7218d516-2911-4fe6-92d0-2e56106f948a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-3-iscsi, 6cf916c6-24c4-452d-9440-98e48b1c41f8) {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:04:31.855416 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7218d516-2911-4fe6-92d0-2e56106f948a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:31.856323 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7218d516-2911-4fe6-92d0-2e56106f948a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:31.862967 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9643357f-7b4e-4e2f-b928-08d4112e495b None None] Network 6cf916c6-24c4-452d-9440-98e48b1c41f8 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 12:04:31.878431 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-7218d516-2911-4fe6-92d0-2e56106f948a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4083021 Jun 23 12:04:31.880897 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58546) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:31.887197 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1733985033-router', 'tenant_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:04:31.916770 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28134'] for router (f24800e9-0883-41c3-ac8f-d0a26b9743bd), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:31.918213 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596930', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28145'] for router (f24800e9-0883-41c3-ac8f-d0a26b9743bd), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:31.990143 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Publish callbacks [] for router_controller (f24800e9-0883-41c3-ac8f-d0a26b9743bd), precommit_add_association {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.045862 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce171863-d386-4ac1-b2c0-8a909814c83e admin admin] Publish callbacks [] for router (312fc456-a257-41b2-ada3-59e778fd3292), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.062778 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83512bf-ddb1-54fd-98d6-d759d7d8cd6f-6cf916c6-24c4-452d-9440-98e48b1c41f8', 'network_id': '6cf916c6-24c4-452d-9440-98e48b1c41f8', 'project_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'fixed_ips': [{'subnet_id': '80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8'}]}} from dv-cinder-826608-3-iscsi. {{(pid=103990) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 12:04:32.063838 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.072254 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-e5eb3441-dccf-42d9-96aa-bfa96ede9b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312fc456-a257-41b2-ada3-59e778fd3292', 'name': 'tempest-TestShelveInstance-327701396-router', 'tenant_id': '971c124aa61549df80a67e641298d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 5, 'project_id': '971c124aa61549df80a67e641298d55f', 'gw_port': {'id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312fc456-a257-41b2-ada3-59e778fd3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:32.098491 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eb3441-dccf-42d9-96aa-bfa96ede9b3b None None] Checking router: 312fc456-a257-41b2-ada3-59e778fd3292 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:04:32.110444 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eb3441-dccf-42d9-96aa-bfa96ede9b3b None None] Routers {'312fc456-a257-41b2-ada3-59e778fd3292'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:04:32.112390 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-e5eb3441-dccf-42d9-96aa-bfa96ede9b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:04:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['312fc456-a257-41b2-ada3-59e778fd3292'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:32.179249 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce171863-d386-4ac1-b2c0-8a909814c83e admin admin] Publish callbacks [] for router_gateway (312fc456-a257-41b2-ada3-59e778fd3292), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.185491 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Publish callbacks [] for router_gateway (f24800e9-0883-41c3-ac8f-d0a26b9743bd), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.197042 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:32.231717 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:32.240983 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-ce171863-d386-4ac1-b2c0-8a909814c83e admin admin] Deleting port ce29d74a-a1d5-4dcc-9e0a-f864fee107a1 {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:04:32.241366 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce171863-d386-4ac1-b2c0-8a909814c83e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (ce29d74a-a1d5-4dcc-9e0a-f864fee107a1), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.258550 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:32.293828 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-e5eb3441-dccf-42d9-96aa-bfa96ede9b3b None None] Set router 312fc456-a257-41b2-ada3-59e778fd3292 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:04:32.314647 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Sync routers for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:04:32.339438 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:04:32.340500 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:04:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:32.340689 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-ce171863-d386-4ac1-b2c0-8a909814c83e admin admin] For port ce29d74a-a1d5-4dcc-9e0a-f864fee107a1, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=ce29d74a-a1d5-4dcc-9e0a-f864fee107a1,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:04:32.341028 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce171863-d386-4ac1-b2c0-8a909814c83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (ce29d74a-a1d5-4dcc-9e0a-f864fee107a1), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.345447 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.db_base_plugin_common [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Allocated IP 172.20.0.2 (6cf916c6-24c4-452d-9440-98e48b1c41f8/80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8/510623d8-38ef-43f2-89b4-4343a9e2fc05) {{(pid=103990) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:04:32.356804 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-ce171863-d386-4ac1-b2c0-8a909814c83e admin admin] Calling delete_port for ce29d74a-a1d5-4dcc-9e0a-f864fee107a1 owned by network:router_gateway {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:04:32.394930 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Publish callbacks [] for router_gateway (f24800e9-0883-41c3-ac8f-d0a26b9743bd), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.419800 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.544015 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:04:32.559066 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-e5eb3441-dccf-42d9-96aa-bfa96ede9b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '312fc456-a257-41b2-ada3-59e778fd3292', 'name': 'tempest-TestShelveInstance-327701396-router', 'tenant_id': '971c124aa61549df80a67e641298d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 5, 'project_id': '971c124aa61549df80a67e641298d55f', 'gw_port': {'id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312fc456-a257-41b2-ada3-59e778fd3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:32.572592 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Allocated IP 172.27.3.142 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/8276b248-11c5-4711-b229-4221797f7285) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:04:32.589494 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:32.591074 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce171863-d386-4ac1-b2c0-8a909814c83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (ce29d74a-a1d5-4dcc-9e0a-f864fee107a1), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.595092 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eb3441-dccf-42d9-96aa-bfa96ede9b3b None None] The sync data for ids ['312fc456-a257-41b2-ada3-59e778fd3292'] in dv-cinder-826608-3-iscsi is: [{'id': '312fc456-a257-41b2-ada3-59e778fd3292', 'name': 'tempest-TestShelveInstance-327701396-router', 'tenant_id': '971c124aa61549df80a67e641298d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 5, 'project_id': '971c124aa61549df80a67e641298d55f', 'gw_port': {'id': 'ce29d74a-a1d5-4dcc-9e0a-f864fee107a1', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312fc456-a257-41b2-ada3-59e778fd3292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T11:59:41Z', 'updated_at': '2022-06-23T11:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:04:32.662206 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce171863-d386-4ac1-b2c0-8a909814c83e admin admin] Pushing event deleted for resources: {'Port': ['ID=ce29d74a-a1d5-4dcc-9e0a-f864fee107a1,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:32.736286 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Publish callbacks [] for port (8276b248-11c5-4711-b229-4221797f7285), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.738901 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce171863-d386-4ac1-b2c0-8a909814c83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595256'] for router_gateway (312fc456-a257-41b2-ada3-59e778fd3292), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.753774 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:32.778060 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (8276b248-11c5-4711-b229-4221797f7285), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.793718 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Publish callbacks [] for port (510623d8-38ef-43f2-89b4-4343a9e2fc05), precommit_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.807260 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474'] for port (510623d8-38ef-43f2-89b4-4343a9e2fc05), after_create {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.833609 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce171863-d386-4ac1-b2c0-8a909814c83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28040'] for router (312fc456-a257-41b2-ada3-59e778fd3292), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.835582 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce171863-d386-4ac1-b2c0-8a909814c83e admin admin] Publish callbacks [] for router_controller (312fc456-a257-41b2-ada3-59e778fd3292), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.854333 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:04:32.859467 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:04:32.865501 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:04:32.884099 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce171863-d386-4ac1-b2c0-8a909814c83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597951'] for router (312fc456-a257-41b2-ada3-59e778fd3292), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.885148 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce171863-d386-4ac1-b2c0-8a909814c83e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 312fc456-a257-41b2-ada3-59e778fd3292 {{(pid=103989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:04:32.889853 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ce171863-d386-4ac1-b2c0-8a909814c83e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.893871 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Network 6cf916c6-24c4-452d-9440-98e48b1c41f8 is already hosted by enough agents. {{(pid=103990) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:04:32.894041 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-ce171863-d386-4ac1-b2c0-8a909814c83e admin admin] 10.222.0.67 "DELETE /v2.0/routers/312fc456-a257-41b2-ada3-59e778fd3292 HTTP/1.1" status: 204 len: 168 time: 1.2122579 Jun 23 12:04:32.896851 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58548) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:32.897154 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 2, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:32.899478 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.scheduler.base_scheduler [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Resources bound (agent type, host, resource id): {{(pid=103990) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:04:32.901419 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Pushing event updated for resources: {'Port': ['ID=510623d8-38ef-43f2-89b4-4343a9e2fc05,revision_number=1']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:32.903504 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Received port after_create {{(pid=103990) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:04:32.917804 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Pushing event updated for resources: {'Port': ['ID=8276b248-11c5-4711-b229-4221797f7285,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:32.932185 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Checking router: 1534ea4c-b159-489d-b0d1-51023227e521 for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:04:32.932537 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Updating router 1534ea4c-b159-489d-b0d1-51023227e521 port 4338d3bb-5ca0-45de-ab7e-85d30c4944db binding host dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:04:32.951228 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb55d469-1ffd-46c8-a8fa-d5c5239d1ac7 admin admin] Deleting subnet e7986133-0aeb-4ba9-bda9-1601969a524d {{(pid=103989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 12:04:32.954830 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bb55d469-1ffd-46c8-a8fa-d5c5239d1ac7 admin admin] Publish callbacks [] for subnet (e7986133-0aeb-4ba9-bda9-1601969a524d), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:32.997057 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:33.012786 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bb55d469-1ffd-46c8-a8fa-d5c5239d1ac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28146412'] for subnet (e7986133-0aeb-4ba9-bda9-1601969a524d), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.015691 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.035469 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Attempting to bind port 510623d8-38ef-43f2-89b4-4343a9e2fc05 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 12:04:33.036007 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Attempting to bind port 510623d8-38ef-43f2-89b4-4343a9e2fc05 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'dc4d1020-54f5-4a65-b37e-3b8165bc293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6cf916c6-24c4-452d-9440-98e48b1c41f8'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 12:04:33.036908 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Attempting to bind port 510623d8-38ef-43f2-89b4-4343a9e2fc05 on network 6cf916c6-24c4-452d-9440-98e48b1c41f8 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:04:33.055448 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 12:04:33.055832 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Checking segment: {'id': 'dc4d1020-54f5-4a65-b37e-3b8165bc293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6cf916c6-24c4-452d-9440-98e48b1c41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 12:04:33.056602 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.056602 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Bound using segment: {'id': 'dc4d1020-54f5-4a65-b37e-3b8165bc293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6cf916c6-24c4-452d-9440-98e48b1c41f8'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 12:04:33.057136 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Bound port: 510623d8-38ef-43f2-89b4-4343a9e2fc05, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4d1020-54f5-4a65-b37e-3b8165bc293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6cf916c6-24c4-452d-9440-98e48b1c41f8'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 12:04:33.057518 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (510623d8-38ef-43f2-89b4-4343a9e2fc05), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.061579 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 5c8f4ae1-2e59-49d6-850d-5a5404696e1f up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:04:33.116322 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bb55d469-1ffd-46c8-a8fa-d5c5239d1ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (e7986133-0aeb-4ba9-bda9-1601969a524d), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.181311 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 5c8f4ae1-2e59-49d6-850d-5a5404696e1f triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:33.181865 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (5c8f4ae1-2e59-49d6-850d-5a5404696e1f), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.217351 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bb55d469-1ffd-46c8-a8fa-d5c5239d1ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27818774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29159588'] for subnet (e7986133-0aeb-4ba9-bda9-1601969a524d), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.230218 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Publish callbacks [] for router_gateway (f24800e9-0883-41c3-ac8f-d0a26b9743bd), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.284890 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55d469-1ffd-46c8-a8fa-d5c5239d1ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7986133-0aeb-4ba9-bda9-1601969a524d,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:33.289283 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bb55d469-1ffd-46c8-a8fa-d5c5239d1ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.292830 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc4a0c8-427f-4355-b93a-3378045c52a2 None None] Network ddcf0138-e964-4de0-861c-1c475b7426fd requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 12:04:33.298600 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-bb55d469-1ffd-46c8-a8fa-d5c5239d1ac7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e7986133-0aeb-4ba9-bda9-1601969a524d HTTP/1.1" status: 204 len: 168 time: 0.3981404 Jun 23 12:04:33.300328 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58550) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:33.326319 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:33.357393 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:33.364834 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] For port 510623d8-38ef-43f2-89b4-4343a9e2fc05, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:04:33.400334 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] For port 510623d8-38ef-43f2-89b4-4343a9e2fc05, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=510623d8-38ef-43f2-89b4-4343a9e2fc05,segment=NetworkSegment(dc4d1020-54f5-4a65-b37e-3b8165bc293a),segment_id=dc4d1020-54f5-4a65-b37e-3b8165bc293a)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:04:33.433825 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (ddcf0138-e964-4de0-861c-1c475b7426fd), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.443460 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:33.450604 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-596902'] for router (f24800e9-0883-41c3-ac8f-d0a26b9743bd), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.455019 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (510623d8-38ef-43f2-89b4-4343a9e2fc05), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.523101 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] Deleting port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:04:33.524335 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.534537 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-dbcf45b9-84ab-4beb-99b0-fc2acd795f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.571730 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:33.634265 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 5c8f4ae1-2e59-49d6-850d-5a5404696e1f is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:33.636374 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] For port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=b02ff9f6-03c3-4a19-85ce-8ebf89c3742c,segment=NetworkSegment(c8ea1c27-bd58-4971-a863-e4e985cd9834),segment_id=c8ea1c27-bd58-4971-a863-e4e985cd9834)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:04:33.636799 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.640544 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53d16b-c560-465f-aa9c-2e7d947d30b7 None None] Pushing event updated for resources: {'Port': ['ID=510623d8-38ef-43f2-89b4-4343a9e2fc05,revision_number=2']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:33.669544 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] Calling delete_port for b02ff9f6-03c3-4a19-85ce-8ebf89c3742c owned by network:dhcp {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:04:33.669811 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b206e8c4-240a-4505-9061-12bdd0eae06f None None] DHCP port deletion for ddcf0138-e964-4de0-861c-1c475b7426fd request from dv-cinder-826608-3-iscsi {{(pid=103990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 12:04:33.686855 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Router f24800e9-0883-41c3-ac8f-d0a26b9743bd is scheduled to L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 with binding_index 1 {{(pid=103988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 12:04:33.773322 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.778927 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-b206e8c4-240a-4505-9061-12bdd0eae06f None None] Deleting port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c {{(pid=103990) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:04:33.779308 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-b206e8c4-240a-4505-9061-12bdd0eae06f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), before_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.809870 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] Pushing event deleted for resources: {'Port': ['ID=b02ff9f6-03c3-4a19-85ce-8ebf89c3742c,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:33.816234 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Publish callbacks [] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), precommit_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.819449 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] No DVR routers for this DVR port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c on host dv-cinder-826608-3-iscsi {{(pid=103989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:04:33.843203 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:04:33.853560 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Sync routers for ids ['f24800e9-0883-41c3-ac8f-d0a26b9743bd'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:04:33.865800 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.867616 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Routers {'f24800e9-0883-41c3-ac8f-d0a26b9743bd'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:04:33.868415 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:04:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['f24800e9-0883-41c3-ac8f-d0a26b9743bd'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:33.870162 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.875018 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-25c4dde9-8952-4de1-aa68-0f9a8b5852d2 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9906187 Jun 23 12:04:33.875400 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58552) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:33.905985 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (ddcf0138-e964-4de0-861c-1c475b7426fd), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:33.975340 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcf0138-e964-4de0-861c-1c475b7426fd']}} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:33.990098 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ea1c27-bd58-4971-a863-e4e985cd9834') {'for_net_delete': True} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:33.990401 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.services.segments.db [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ea1c27-bd58-4971-a863-e4e985cd9834') {} {{(pid=103989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:33.992309 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Set router f24800e9-0883-41c3-ac8f-d0a26b9743bd gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:04:34.050033 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28146423'] for segment (c8ea1c27-bd58-4971-a863-e4e985cd9834), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.079023 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9020b-e4d7-44b8-8039-3216977e4b32 None None] Pushing event updated for resources: {'Port': ['ID=4338d3bb-5ca0-45de-ab7e-85d30c4944db,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:34.083495 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (c8ea1c27-bd58-4971-a863-e4e985cd9834), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.083945 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-b206e8c4-240a-4505-9061-12bdd0eae06f None None] For port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c, host dv-cinder-826608-3-iscsi, got binding levels [] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:04:34.084341 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-b206e8c4-240a-4505-9061-12bdd0eae06f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), precommit_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.115110 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-b206e8c4-240a-4505-9061-12bdd0eae06f None None] Calling delete_port for b02ff9f6-03c3-4a19-85ce-8ebf89c3742c owned by network:dhcp {{(pid=103990) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:04:34.123219 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.ipam_backend_mixin [None req-b206e8c4-240a-4505-9061-12bdd0eae06f None None] Port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c was not found and therefore no delete operation was performed {{(pid=103990) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 23 12:04:34.129865 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103989) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:04:34.130447 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-b206e8c4-240a-4505-9061-12bdd0eae06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483'] for port (b02ff9f6-03c3-4a19-85ce-8ebf89c3742c), after_delete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.136839 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27818876'] for segment (c8ea1c27-bd58-4971-a863-e4e985cd9834), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.162670 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206e8c4-240a-4505-9061-12bdd0eae06f None None] Pushing event deleted for resources: {'Port': ['ID=b02ff9f6-03c3-4a19-85ce-8ebf89c3742c,revision_number=None']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:34.206529 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b206e8c4-240a-4505-9061-12bdd0eae06f None None] No DVR routers for this DVR port b02ff9f6-03c3-4a19-85ce-8ebf89c3742c on host dv-cinder-826608-3-iscsi {{(pid=103990) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:04:34.230434 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:34.251928 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:34.253896 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Attempting to bind port 4338d3bb-5ca0-45de-ab7e-85d30c4944db on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 12:04:34.254268 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Attempting to bind port 4338d3bb-5ca0-45de-ab7e-85d30c4944db by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 12:04:34.254625 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Attempting to bind port 4338d3bb-5ca0-45de-ab7e-85d30c4944db on network afd3f766-cce7-48e3-b8ae-4e4ead512081 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:04:34.261342 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 12:04:34.261716 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Checking segment: {'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 12:04:34.262119 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.262510 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Bound using segment: {'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 12:04:34.262971 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Bound port: 4338d3bb-5ca0-45de-ab7e-85d30c4944db, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 12:04:34.263347 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.269784 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment c8ea1c27-bd58-4971-a863-e4e985cd9834 resource provider aggregate not found Jun 23 12:04:34.292753 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:34.297642 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'name': 'tempest-TestVolumeBootPattern-1733985033-router', 'tenant_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '8276b248-11c5-4711-b229-4221797f7285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:31Z', 'updated_at': '2022-06-23T12:04:33Z', 'revision_number': 3, 'project_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'gw_port': {'id': '8276b248-11c5-4711-b229-4221797f7285', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:30:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:32Z', 'updated_at': '2022-06-23T12:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:34.326319 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.services.segments.plugin [-] Segment c8ea1c27-bd58-4971-a863-e4e985cd9834 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8ea1c27-bd58-4971-a863-e4e985cd9834 found for delete ", "request_id": "req-6470640f-26a9-4ea1-bf71-ff57a29a0fe7"}]} Jun 23 12:04:34.333604 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Checking router: f24800e9-0883-41c3-ac8f-d0a26b9743bd for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:04:34.334402 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Updating router f24800e9-0883-41c3-ac8f-d0a26b9743bd port 8276b248-11c5-4711-b229-4221797f7285 binding host dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:04:34.357222 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] For port 4338d3bb-5ca0-45de-ab7e-85d30c4944db, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:04:34.366813 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (8276b248-11c5-4711-b229-4221797f7285), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.372861 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] For port 4338d3bb-5ca0-45de-ab7e-85d30c4944db, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=4338d3bb-5ca0-45de-ab7e-85d30c4944db,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:04:34.380959 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.407852 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (ddcf0138-e964-4de0-861c-1c475b7426fd), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.430136 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.434217 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ddcf0138-e964-4de0-861c-1c475b7426fd HTTP/1.1" status: 204 len: 168 time: 1.1321113 Jun 23 12:04:34.435208 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30b960-bf9f-4026-8368-635dd0dc3348 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddcf0138-e964-4de0-861c-1c475b7426fd,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:34.471170 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:04:34.471829 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:04:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:34.572125 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9020b-e4d7-44b8-8039-3216977e4b32 None None] Pushing event updated for resources: {'Port': ['ID=4338d3bb-5ca0-45de-ab7e-85d30c4944db,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:34.621608 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-8c627ec8-8576-44c3-9685-837be23b50fd None None] Provisioning complete for port 4338d3bb-5ca0-45de-ab7e-85d30c4944db triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:34.621980 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-8c627ec8-8576-44c3-9685-837be23b50fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.710910 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.756329 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 510623d8-38ef-43f2-89b4-4343a9e2fc05 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:04:34.771552 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58560) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:34.802697 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:34.817633 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:34.837289 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.851105 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:04:34.853051 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-3e54c848-aaef-4f0c-9a63-837713841459 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a2d3e44f4113405a9cd4e604aea9955b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0802610 Jun 23 12:04:34.853706 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58562) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:34.920050 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Publish callbacks [] for port (8276b248-11c5-4711-b229-4221797f7285), precommit_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.936148 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (8276b248-11c5-4711-b229-4221797f7285), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.962265 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 510623d8-38ef-43f2-89b4-4343a9e2fc05 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:34.962670 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (510623d8-38ef-43f2-89b4-4343a9e2fc05), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.967584 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-faf2be80-4b42-446c-a568-ab834da857e8 admin admin] Publish callbacks [] for security_group (b3089513-6cb8-4d71-a855-b7ca15210ae9), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:34.972703 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Allocated IP 172.20.0.1 (6cf916c6-24c4-452d-9440-98e48b1c41f8/80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8/a9b758ee-c142-4fbc-890f-f0d3a50378e8) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:04:35.005035 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-8c627ec8-8576-44c3-9685-837be23b50fd None None] Current status of the port 4338d3bb-5ca0-45de-ab7e-85d30c4944db is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:35.005421 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-8c627ec8-8576-44c3-9685-837be23b50fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.020483 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Attempting to bind port 8276b248-11c5-4711-b229-4221797f7285 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 12:04:35.021321 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Attempting to bind port 8276b248-11c5-4711-b229-4221797f7285 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 12:04:35.021321 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Attempting to bind port 8276b248-11c5-4711-b229-4221797f7285 on network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:04:35.027916 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Pushing event updated for resources: {'Port': ['ID=8276b248-11c5-4711-b229-4221797f7285,revision_number=2']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:35.034164 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-faf2be80-4b42-446c-a568-ab834da857e8 admin admin] Publish callbacks [] for security_group (b3089513-6cb8-4d71-a855-b7ca15210ae9), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.043483 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:35.043838 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:35.044194 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:35.044535 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:35.044896 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:35.045223 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:35.045557 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:35.045868 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:35.046187 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:35.046505 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:35.046828 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:35.047165 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:35.047485 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:35.047821 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:35.048808 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103991) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:04:35.056445 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 12:04:35.056874 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Checking segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103991) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 12:04:35.057175 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.057559 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Bound using segment: {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'} {{(pid=103991) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 12:04:35.058036 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.managers [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Bound port: 8276b248-11c5-4711-b229-4221797f7285, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f6d459-cf47-4134-be43-4e10cf9bd1b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07'}}] {{(pid=103991) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 12:04:35.058412 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (8276b248-11c5-4711-b229-4221797f7285), before_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.074519 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:35.099443 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:35.099443 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:35.103219 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-8c627ec8-8576-44c3-9685-837be23b50fd None None] For port 4338d3bb-5ca0-45de-ab7e-85d30c4944db, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=4338d3bb-5ca0-45de-ab7e-85d30c4944db,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:04:35.114234 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-8c627ec8-8576-44c3-9685-837be23b50fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.124200 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-faf2be80-4b42-446c-a568-ab834da857e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (b3089513-6cb8-4d71-a855-b7ca15210ae9), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.134921 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-faf2be80-4b42-446c-a568-ab834da857e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.141411 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-faf2be80-4b42-446c-a568-ab834da857e8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b3089513-6cb8-4d71-a855-b7ca15210ae9 HTTP/1.1" status: 204 len: 168 time: 0.2856009 Jun 23 12:04:35.156878 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Publish callbacks [] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.166241 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2be80-4b42-446c-a568-ab834da857e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3089513-6cb8-4d71-a855-b7ca15210ae9,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:35.181685 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] For port 8276b248-11c5-4711-b229-4221797f7285, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103991) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:04:35.191584 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.plugins.ml2.db [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] For port 8276b248-11c5-4711-b229-4221797f7285, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=8276b248-11c5-4711-b229-4221797f7285,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103991) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:04:35.206791 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron_lib.callbacks.manager [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (8276b248-11c5-4711-b229-4221797f7285), after_update {{(pid=103991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.238939 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.311153 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Network 6cf916c6-24c4-452d-9440-98e48b1c41f8 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:04:35.316883 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:04:35.319578 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Routers {'f24800e9-0883-41c3-ac8f-d0a26b9743bd'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:04:35.320316 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:04:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['f24800e9-0883-41c3-ac8f-d0a26b9743bd'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:35.320801 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:04:35.330238 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 510623d8-38ef-43f2-89b4-4343a9e2fc05 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:35.332138 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (510623d8-38ef-43f2-89b4-4343a9e2fc05), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.349586 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-39a70cd0-272e-4fec-b60f-ad06cc620669 None None] Provisioning complete for port 4338d3bb-5ca0-45de-ab7e-85d30c4944db triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:35.350566 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-39a70cd0-272e-4fec-b60f-ad06cc620669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.361636 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c627ec8-8576-44c3-9685-837be23b50fd None None] Pushing event updated for resources: {'Port': ['ID=4338d3bb-5ca0-45de-ab7e-85d30c4944db,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:35.377111 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-595459'] for router_interface (f24800e9-0883-41c3-ac8f-d0a26b9743bd), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.403844 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc79deb2-668e-4ca0-8442-46869e9c8a3f None None] Network 6cf916c6-24c4-452d-9440-98e48b1c41f8 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 12:04:35.405973 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087bb8c-1262-4bf0-9b7d-51c4cebc8503 None None] Pushing event updated for resources: {'Port': ['ID=8276b248-11c5-4711-b229-4221797f7285,revision_number=3']} {{(pid=103991) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:35.413166 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:34Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:35.423605 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b758ee-c142-4fbc-890f-f0d3a50378e8,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:35.469383 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port 510623d8-38ef-43f2-89b4-4343a9e2fc05, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=510623d8-38ef-43f2-89b4-4343a9e2fc05,segment=NetworkSegment(dc4d1020-54f5-4a65-b37e-3b8165bc293a),segment_id=dc4d1020-54f5-4a65-b37e-3b8165bc293a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:04:35.480210 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] Set router f24800e9-0883-41c3-ac8f-d0a26b9743bd gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:04:35.482064 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435f5eb1-ebb7-4eed-9ecc-9f4ec8d9ca79 None None] The sync data for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi is: [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:34Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:04:35.492074 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (510623d8-38ef-43f2-89b4-4343a9e2fc05), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.583272 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.588146 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=510623d8-38ef-43f2-89b4-4343a9e2fc05,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:35.650216 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device ce29d74a-a1d5-4dcc-9e0a-f864fee107a1 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:04:35.696292 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: ce29d74a-a1d5-4dcc-9e0a-f864fee107a1 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:04:35.696644 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device ce29d74a-a1d5-4dcc-9e0a-f864fee107a1 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:04:35.697087 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 267d7e61-1bab-4c20-bc77-766342b63dbe no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:04:35.701379 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-39a70cd0-272e-4fec-b60f-ad06cc620669 None None] Current status of the port 4338d3bb-5ca0-45de-ab7e-85d30c4944db is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:35.736237 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 267d7e61-1bab-4c20-bc77-766342b63dbe {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:04:35.736682 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 267d7e61-1bab-4c20-bc77-766342b63dbe not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:04:35.737212 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b02ff9f6-03c3-4a19-85ce-8ebf89c3742c no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:04:35.761695 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: b02ff9f6-03c3-4a19-85ce-8ebf89c3742c {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:04:35.761931 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device b02ff9f6-03c3-4a19-85ce-8ebf89c3742c not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:04:35.787482 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:35.825587 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-7e8cc4c4-5318-4596-8b33-cd8b22073701 None None] Provisioning complete for port 510623d8-38ef-43f2-89b4-4343a9e2fc05 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:35.828323 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc4c4-5318-4596-8b33-cd8b22073701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (510623d8-38ef-43f2-89b4-4343a9e2fc05), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.903964 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Publish callbacks [] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.913108 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58568) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:35.923319 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.943606 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cc4c4-5318-4596-8b33-cd8b22073701 None None] Current status of the port 510623d8-38ef-43f2-89b4-4343a9e2fc05 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:35.948338 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:35.994492 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-597651'] for router_interface (f24800e9-0883-41c3-ac8f-d0a26b9743bd), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:36.043375 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'name': 'tempest-TestVolumeBootPattern-1733985033-router', 'tenant_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '8276b248-11c5-4711-b229-4221797f7285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:31Z', 'updated_at': '2022-06-23T12:04:33Z', 'revision_number': 3, 'project_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'gw_port': {'id': '8276b248-11c5-4711-b229-4221797f7285', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:30:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:32Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:36.076738 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b758ee-c142-4fbc-890f-f0d3a50378e8,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:36.110266 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a3593-4a6a-4727-bdb5-371e43a7b343 None None] The sync data for ids ['f24800e9-0883-41c3-ac8f-d0a26b9743bd'] in dv-cinder-826608-3-iscsi is: [{'id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'name': 'tempest-TestVolumeBootPattern-1733985033-router', 'tenant_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '8276b248-11c5-4711-b229-4221797f7285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:31Z', 'updated_at': '2022-06-23T12:04:33Z', 'revision_number': 3, 'project_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'gw_port': {'id': '8276b248-11c5-4711-b229-4221797f7285', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:30:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:32Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:04:36.171498 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-ac7b1c68-60cc-4d85-bbaa-889c122fa1db None None] Provisioning complete for port 510623d8-38ef-43f2-89b4-4343a9e2fc05 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:36.172061 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1c68-60cc-4d85-bbaa-889c122fa1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (510623d8-38ef-43f2-89b4-4343a9e2fc05), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:36.175859 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:36.180522 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:36.245260 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Network 6cf916c6-24c4-452d-9440-98e48b1c41f8 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:04:36.246900 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:04:36.322376 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-ac7b1c68-60cc-4d85-bbaa-889c122fa1db None None] Current status of the port 510623d8-38ef-43f2-89b4-4343a9e2fc05 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:36.341162 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-ac7b1c68-60cc-4d85-bbaa-889c122fa1db None None] Provisioning complete for port a9b758ee-c142-4fbc-890f-f0d3a50378e8 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:36.342243 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1c68-60cc-4d85-bbaa-889c122fa1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:36.343984 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-2479f122-458a-4718-b524-7c48cc5df946 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=971c124aa61549df80a67e641298d55f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4292784 Jun 23 12:04:36.346891 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58572) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:36.397766 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-ac7b1c68-60cc-4d85-bbaa-889c122fa1db None None] Port a9b758ee-c142-4fbc-890f-f0d3a50378e8 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 12:04:36.434552 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Router f24800e9-0883-41c3-ac8f-d0a26b9743bd has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:04:36.461410 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-94aa3a31-011c-441e-8003-65024dd7b4a7 admin admin] Publish callbacks [] for security_group (b4f132e8-2d64-4b9b-8c0d-d4779db55215), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:36.495257 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:36.504384 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-94aa3a31-011c-441e-8003-65024dd7b4a7 admin admin] Publish callbacks [] for security_group (b4f132e8-2d64-4b9b-8c0d-d4779db55215), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:36.559216 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-f81b664a-3c21-4a7d-a5c6-196bdd913a5b None None] Provisioning complete for port a9b758ee-c142-4fbc-890f-f0d3a50378e8 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:36.565709 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-f81b664a-3c21-4a7d-a5c6-196bdd913a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:36.608195 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-94aa3a31-011c-441e-8003-65024dd7b4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (b4f132e8-2d64-4b9b-8c0d-d4779db55215), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:36.611707 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-94aa3a31-011c-441e-8003-65024dd7b4a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:36.613238 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-94aa3a31-011c-441e-8003-65024dd7b4a7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b4f132e8-2d64-4b9b-8c0d-d4779db55215 HTTP/1.1" status: 204 len: 168 time: 0.2638652 Jun 23 12:04:36.624218 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa3a31-011c-441e-8003-65024dd7b4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f132e8-2d64-4b9b-8c0d-d4779db55215,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:36.630665 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:04:36.673803 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-493c297e-91c4-4585-9253-13ab62b64174 admin admin] 10.222.0.67 "PUT /v2.0/routers/f24800e9-0883-41c3-ac8f-d0a26b9743bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7971718 Jun 23 12:04:36.677927 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-f81b664a-3c21-4a7d-a5c6-196bdd913a5b None None] Port a9b758ee-c142-4fbc-890f-f0d3a50378e8 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 12:04:36.868996 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 510623d8-38ef-43f2-89b4-4343a9e2fc05 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:04:36.968904 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-8ecb3464-2bec-4686-aaa0-9bf85d26881b None None] Provisioning complete for port a9b758ee-c142-4fbc-890f-f0d3a50378e8 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:36.969140 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-8ecb3464-2bec-4686-aaa0-9bf85d26881b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.047878 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 510623d8-38ef-43f2-89b4-4343a9e2fc05 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:37.048748 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (510623d8-38ef-43f2-89b4-4343a9e2fc05), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.061105 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-8ecb3464-2bec-4686-aaa0-9bf85d26881b None None] Port a9b758ee-c142-4fbc-890f-f0d3a50378e8 cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 12:04:37.127038 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:37.171239 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 510623d8-38ef-43f2-89b4-4343a9e2fc05 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:37.172506 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 4338d3bb-5ca0-45de-ab7e-85d30c4944db up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:04:37.222340 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 4338d3bb-5ca0-45de-ab7e-85d30c4944db triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:37.222801 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.231077 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58582) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:37.235749 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-3bd82eaa-fb69-4dc2-b7bd-0d7ae35e1497 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-642463158', 'description': 'tempest-secgroup-smoke-642463158 description', 'project_id': 'c41820d2b5eb4dedb313bcef88259676'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:04:37.263204 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3bd82eaa-fb69-4dc2-b7bd-0d7ae35e1497 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.298416 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 4338d3bb-5ca0-45de-ab7e-85d30c4944db is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:37.309638 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:37.346910 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3bd82eaa-fb69-4dc2-b7bd-0d7ae35e1497 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group (9e15007e-483b-47a4-85b6-2c0acdd5d0a7), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.353114 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3bd82eaa-fb69-4dc2-b7bd-0d7ae35e1497 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (9e15007e-483b-47a4-85b6-2c0acdd5d0a7), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.388634 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-3bd82eaa-fb69-4dc2-b7bd-0d7ae35e1497 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.392914 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58584) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:37.393467 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-3bd82eaa-fb69-4dc2-b7bd-0d7ae35e1497 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1607280 Jun 23 12:04:37.394443 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd82eaa-fb69-4dc2-b7bd-0d7ae35e1497 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e15007e-483b-47a4-85b6-2c0acdd5d0a7,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:37.398788 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-327e4392-3d00-4262-8637-31b72b028659 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Request body: {'security_group_rule': {'security_group_id': '9e15007e-483b-47a4-85b6-2c0acdd5d0a7', 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:04:37.428762 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-327e4392-3d00-4262-8637-31b72b028659 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (4068fb45-a722-4245-b693-9eb1fe255d2c), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.503431 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-327e4392-3d00-4262-8637-31b72b028659 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (4068fb45-a722-4245-b693-9eb1fe255d2c), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.508221 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-327e4392-3d00-4262-8637-31b72b028659 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (4068fb45-a722-4245-b693-9eb1fe255d2c), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.533466 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e4392-3d00-4262-8637-31b72b028659 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4068fb45-a722-4245-b693-9eb1fe255d2c,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:37.546013 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-327e4392-3d00-4262-8637-31b72b028659 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.547686 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-327e4392-3d00-4262-8637-31b72b028659 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524673 Jun 23 12:04:37.551213 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58586) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:37.558346 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-e7226f00-900f-452f-a16d-05a9cc03b0da tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Request body: {'security_group_rule': {'security_group_id': '9e15007e-483b-47a4-85b6-2c0acdd5d0a7', 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:04:37.592218 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e7226f00-900f-452f-a16d-05a9cc03b0da tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (b444b19f-2b19-44f0-b06e-b8a4b8e836f1), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.655569 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e7226f00-900f-452f-a16d-05a9cc03b0da tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (b444b19f-2b19-44f0-b06e-b8a4b8e836f1), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.660833 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e7226f00-900f-452f-a16d-05a9cc03b0da tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (b444b19f-2b19-44f0-b06e-b8a4b8e836f1), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.691855 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7226f00-900f-452f-a16d-05a9cc03b0da tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b444b19f-2b19-44f0-b06e-b8a4b8e836f1,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:37.706514 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e7226f00-900f-452f-a16d-05a9cc03b0da tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.708463 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-e7226f00-900f-452f-a16d-05a9cc03b0da tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1553063 Jun 23 12:04:37.711312 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 58588) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:37.715680 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [None req-72081156-690f-4b67-8a27-c9d311d8355b tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Request body: {'security_group_rule': {'security_group_id': '9e15007e-483b-47a4-85b6-2c0acdd5d0a7', 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:04:37.742256 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-72081156-690f-4b67-8a27-c9d311d8355b tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (7f9a2491-e3ae-43fa-97de-30be6d7a01e8), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.799471 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-72081156-690f-4b67-8a27-c9d311d8355b tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (7f9a2491-e3ae-43fa-97de-30be6d7a01e8), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.803409 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-72081156-690f-4b67-8a27-c9d311d8355b tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (7f9a2491-e3ae-43fa-97de-30be6d7a01e8), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.817370 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:37.823726 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72081156-690f-4b67-8a27-c9d311d8355b tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9a2491-e3ae-43fa-97de-30be6d7a01e8,revision_number=0']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:37.828759 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-72081156-690f-4b67-8a27-c9d311d8355b tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.829980 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-72081156-690f-4b67-8a27-c9d311d8355b tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176870 Jun 23 12:04:37.833479 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58590) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:37.839964 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-c8233d44-1a01-4e5e-94f1-68f7e62da179 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Request body: {'security_group_rule': {'security_group_id': '9e15007e-483b-47a4-85b6-2c0acdd5d0a7', 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:04:37.868036 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c8233d44-1a01-4e5e-94f1-68f7e62da179 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (e7056d4f-6062-4ff8-a05a-f2150c511581), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.929709 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c8233d44-1a01-4e5e-94f1-68f7e62da179 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (e7056d4f-6062-4ff8-a05a-f2150c511581), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.934239 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c8233d44-1a01-4e5e-94f1-68f7e62da179 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (e7056d4f-6062-4ff8-a05a-f2150c511581), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.952435 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8233d44-1a01-4e5e-94f1-68f7e62da179 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7056d4f-6062-4ff8-a05a-f2150c511581,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:37.960283 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-c8233d44-1a01-4e5e-94f1-68f7e62da179 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:37.961508 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-c8233d44-1a01-4e5e-94f1-68f7e62da179 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270251 Jun 23 12:04:37.964174 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58592) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:37.968374 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-8b7fb6b8-ae90-455f-a8e2-4571078a1621 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Request body: {'security_group_rule': {'security_group_id': '9e15007e-483b-47a4-85b6-2c0acdd5d0a7', 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:04:37.989348 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.securitygroups_db [None req-8b7fb6b8-ae90-455f-a8e2-4571078a1621 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Project c41820d2b5eb4dedb313bcef88259676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:04:37.995356 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b7fb6b8-ae90-455f-a8e2-4571078a1621 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (7c018674-b17a-44c9-b18f-186d1f35c070), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:38.019150 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:38.062216 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b7fb6b8-ae90-455f-a8e2-4571078a1621 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (7c018674-b17a-44c9-b18f-186d1f35c070), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:38.066687 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b7fb6b8-ae90-455f-a8e2-4571078a1621 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (7c018674-b17a-44c9-b18f-186d1f35c070), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:38.086533 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fb6b8-ae90-455f-a8e2-4571078a1621 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c018674-b17a-44c9-b18f-186d1f35c070,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:38.094858 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8b7fb6b8-ae90-455f-a8e2-4571078a1621 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:38.096081 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-8b7fb6b8-ae90-455f-a8e2-4571078a1621 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309290 Jun 23 12:04:38.098753 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58594) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:04:38.102905 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-09808e82-a492-4fdb-a8bf-f76c57de3b1d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Request body: {'security_group_rule': {'security_group_id': '9e15007e-483b-47a4-85b6-2c0acdd5d0a7', 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:04:38.125662 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.securitygroups_db [None req-09808e82-a492-4fdb-a8bf-f76c57de3b1d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Project c41820d2b5eb4dedb313bcef88259676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 12:04:38.132636 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-09808e82-a492-4fdb-a8bf-f76c57de3b1d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (7a7f0c34-ba6d-4e42-aa9f-6a18ccc02b64), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:38.195538 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-09808e82-a492-4fdb-a8bf-f76c57de3b1d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (7a7f0c34-ba6d-4e42-aa9f-6a18ccc02b64), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:38.199371 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-09808e82-a492-4fdb-a8bf-f76c57de3b1d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604967'] for security_group_rule (7a7f0c34-ba6d-4e42-aa9f-6a18ccc02b64), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:38.220394 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09808e82-a492-4fdb-a8bf-f76c57de3b1d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7f0c34-ba6d-4e42-aa9f-6a18ccc02b64,revision_number=0']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:38.231167 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-09808e82-a492-4fdb-a8bf-f76c57de3b1d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:38.232372 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-09808e82-a492-4fdb-a8bf-f76c57de3b1d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327109 Jun 23 12:04:38.335588 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Sync routers for ids ['f24800e9-0883-41c3-ac8f-d0a26b9743bd'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:04:38.347481 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Routers {'f24800e9-0883-41c3-ac8f-d0a26b9743bd'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:04:38.348231 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:04:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['f24800e9-0883-41c3-ac8f-d0a26b9743bd'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:38.572526 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:38.580616 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Set router f24800e9-0883-41c3-ac8f-d0a26b9743bd gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:04:38.607447 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 8276b248-11c5-4711-b229-4221797f7285 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:04:38.720513 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 8276b248-11c5-4711-b229-4221797f7285 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:38.721570 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (8276b248-11c5-4711-b229-4221797f7285), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:38.879385 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 8276b248-11c5-4711-b229-4221797f7285 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:38.879770 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (8276b248-11c5-4711-b229-4221797f7285), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:38.884785 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'name': 'tempest-TestVolumeBootPattern-1733985033-router', 'tenant_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '8276b248-11c5-4711-b229-4221797f7285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:31Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 4, 'project_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'gw_port': {'id': '8276b248-11c5-4711-b229-4221797f7285', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:30:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:32Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'a9b758ee-c142-4fbc-890f-f0d3a50378e8', 'name': '', 'network_id': '6cf916c6-24c4-452d-9440-98e48b1c41f8', 'tenant_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'mac_address': 'fa:16:3e:da:f9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:34Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 2, 'project_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'subnets': [{'id': '80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:38.916013 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Checking router: f24800e9-0883-41c3-ac8f-d0a26b9743bd for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:04:38.916370 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Updating router f24800e9-0883-41c3-ac8f-d0a26b9743bd port a9b758ee-c142-4fbc-890f-f0d3a50378e8 binding host dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 12:04:38.946420 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] For port 8276b248-11c5-4711-b229-4221797f7285, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=8276b248-11c5-4711-b229-4221797f7285,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:04:38.951594 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (8276b248-11c5-4711-b229-4221797f7285), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:38.958535 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:39.034499 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Pushing event updated for resources: {'Port': ['ID=8276b248-11c5-4711-b229-4221797f7285,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:39.039996 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:39.265182 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Publish callbacks [] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), precommit_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:39.270985 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:39.320803 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36f2fd-a88b-4cc8-b9b6-95bf6199246d None None] Pushing event updated for resources: {'Port': ['ID=a9b758ee-c142-4fbc-890f-f0d3a50378e8,revision_number=3']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:39.383715 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Attempting to bind port a9b758ee-c142-4fbc-890f-f0d3a50378e8 on host dv-cinder-826608-3-iscsi for vnic_type normal with profile {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 12:04:39.384416 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Attempting to bind port a9b758ee-c142-4fbc-890f-f0d3a50378e8 by drivers openvswitch,hyperv on host dv-cinder-826608-3-iscsi at level 0 using segments [{'id': 'dc4d1020-54f5-4a65-b37e-3b8165bc293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6cf916c6-24c4-452d-9440-98e48b1c41f8'}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 12:04:39.384416 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Attempting to bind port a9b758ee-c142-4fbc-890f-f0d3a50378e8 on network 6cf916c6-24c4-452d-9440-98e48b1c41f8 {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:04:39.395207 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Checking agent: {'id': 'ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 46, 36), 'started_at': datetime.datetime(2022, 6, 23, 11, 47, 6), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 12, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 12:04:39.395589 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Checking segment: {'id': 'dc4d1020-54f5-4a65-b37e-3b8165bc293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6cf916c6-24c4-452d-9440-98e48b1c41f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 12:04:39.395998 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:39.396401 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Bound using segment: {'id': 'dc4d1020-54f5-4a65-b37e-3b8165bc293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6cf916c6-24c4-452d-9440-98e48b1c41f8'} {{(pid=103990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 12:04:39.396914 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.managers [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Bound port: a9b758ee-c142-4fbc-890f-f0d3a50378e8, host: dv-cinder-826608-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4d1020-54f5-4a65-b37e-3b8165bc293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '6cf916c6-24c4-452d-9440-98e48b1c41f8'}}] {{(pid=103990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 12:04:39.397306 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:39.462545 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] For port a9b758ee-c142-4fbc-890f-f0d3a50378e8, host dv-cinder-826608-3-iscsi, cleared binding levels {{(pid=103990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:04:39.465893 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] For port a9b758ee-c142-4fbc-890f-f0d3a50378e8, host dv-cinder-826608-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=a9b758ee-c142-4fbc-890f-f0d3a50378e8,segment=NetworkSegment(dc4d1020-54f5-4a65-b37e-3b8165bc293a),segment_id=dc4d1020-54f5-4a65-b37e-3b8165bc293a)] {{(pid=103990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:04:39.475632 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:39.539139 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Routers {'f24800e9-0883-41c3-ac8f-d0a26b9743bd'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:04:39.539776 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:04:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['f24800e9-0883-41c3-ac8f-d0a26b9743bd'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:39.541871 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36f2fd-a88b-4cc8-b9b6-95bf6199246d None None] Pushing event updated for resources: {'Port': ['ID=a9b758ee-c142-4fbc-890f-f0d3a50378e8,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:39.600702 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:39.617604 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-d2f2599f-a007-46cd-879c-7c4de03d6606 None None] Provisioning complete for port a9b758ee-c142-4fbc-890f-f0d3a50378e8 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:39.617976 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d2f2599f-a007-46cd-879c-7c4de03d6606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:39.702422 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] Set router f24800e9-0883-41c3-ac8f-d0a26b9743bd gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:04:39.832887 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-d2f2599f-a007-46cd-879c-7c4de03d6606 None None] Current status of the port a9b758ee-c142-4fbc-890f-f0d3a50378e8 is: DOWN; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:39.833279 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d2f2599f-a007-46cd-879c-7c4de03d6606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:39.909289 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-d2f2599f-a007-46cd-879c-7c4de03d6606 None None] For port a9b758ee-c142-4fbc-890f-f0d3a50378e8, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=a9b758ee-c142-4fbc-890f-f0d3a50378e8,segment=NetworkSegment(dc4d1020-54f5-4a65-b37e-3b8165bc293a),segment_id=dc4d1020-54f5-4a65-b37e-3b8165bc293a)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:04:39.917060 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d2f2599f-a007-46cd-879c-7c4de03d6606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:39.984271 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:40.004360 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2599f-a007-46cd-879c-7c4de03d6606 None None] Pushing event updated for resources: {'Port': ['ID=a9b758ee-c142-4fbc-890f-f0d3a50378e8,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:40.007347 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'name': 'tempest-TestVolumeBootPattern-1733985033-router', 'tenant_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '8276b248-11c5-4711-b229-4221797f7285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:31Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 4, 'project_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'gw_port': {'id': '8276b248-11c5-4711-b229-4221797f7285', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:32Z', 'updated_at': '2022-06-23T12:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'a9b758ee-c142-4fbc-890f-f0d3a50378e8', 'name': '', 'network_id': '6cf916c6-24c4-452d-9440-98e48b1c41f8', 'tenant_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'mac_address': 'fa:16:3e:da:f9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:34Z', 'updated_at': '2022-06-23T12:04:39Z', 'revision_number': 4, 'project_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'subnets': [{'id': '80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:04:40.037972 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bacc294-3e30-4fa9-b2c7-bdc7573189c8 None None] The sync data for ids ['f24800e9-0883-41c3-ac8f-d0a26b9743bd'] in dv-cinder-826608-3-iscsi is: [{'id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'name': 'tempest-TestVolumeBootPattern-1733985033-router', 'tenant_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '8276b248-11c5-4711-b229-4221797f7285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:31Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 4, 'project_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'gw_port': {'id': '8276b248-11c5-4711-b229-4221797f7285', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:32Z', 'updated_at': '2022-06-23T12:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': 'a9b758ee-c142-4fbc-890f-f0d3a50378e8', 'name': '', 'network_id': '6cf916c6-24c4-452d-9440-98e48b1c41f8', 'tenant_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'mac_address': 'fa:16:3e:da:f9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:34Z', 'updated_at': '2022-06-23T12:04:39Z', 'revision_number': 4, 'project_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'subnets': [{'id': '80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:04:40.045223 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-77fe9941-db83-48b4-9b7f-6d16657cb48a None None] Provisioning complete for port a9b758ee-c142-4fbc-890f-f0d3a50378e8 triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:40.045595 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-77fe9941-db83-48b4-9b7f-6d16657cb48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:40.146449 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-77fe9941-db83-48b4-9b7f-6d16657cb48a None None] Current status of the port a9b758ee-c142-4fbc-890f-f0d3a50378e8 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:40.267512 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:40.638712 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device a9b758ee-c142-4fbc-890f-f0d3a50378e8 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:04:40.681001 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:40.689262 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port a9b758ee-c142-4fbc-890f-f0d3a50378e8 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:40.690167 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:40.769347 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port a9b758ee-c142-4fbc-890f-f0d3a50378e8 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:40.770420 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 8276b248-11c5-4711-b229-4221797f7285 up at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:04:40.827145 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Provisioning complete for port 8276b248-11c5-4711-b229-4221797f7285 triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:40.827145 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (8276b248-11c5-4711-b229-4221797f7285), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:40.903760 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Current status of the port 8276b248-11c5-4711-b229-4221797f7285 is: ACTIVE; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:04:46.041859 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:46.109999 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:47.823294 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=42,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:48.208758 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:INSERT=5,neutron:SELECT=18,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:48.227115 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=74,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:50.897390 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=15 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:50.898176 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:50.902708 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=33 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:53.730994 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-49daa194-56ed-41c5-9274-1a6cc3265c20 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642463158&fields=id&tenant_id=c41820d2b5eb4dedb313bcef88259676 HTTP/1.1" status: 200 len: 267 time: 0.0454834 Jun 23 12:04:53.836801 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-16d3b666-2cd9-4367-9bf2-a993b4e88a52 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:53.838242 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-16d3b666-2cd9-4367-9bf2-a993b4e88a52 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 812 time: 0.1009479 Jun 23 12:04:53.852393 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-205409c0-c488-42bf-a812-744c0353e81c tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/quotas/c41820d2b5eb4dedb313bcef88259676 HTTP/1.1" status: 200 len: 375 time: 0.0088408 Jun 23 12:04:53.904094 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-45ca52e2-95a3-4e93-8762-7472ad621c8a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468619 Jun 23 12:04:53.999063 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d3ec1e9b-8b49-48fe-b4ed-0339748d8f79 service neutron] 10.222.0.67 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840588 Jun 23 12:04:54.092553 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-ae01e9d2-4c8c-4a81-9e42-48b4862100d8 service neutron] 10.222.0.67 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876949 Jun 23 12:04:54.489293 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-fde9337e-b64f-4271-a1a1-da9ff51806d4 req-6a5ac447-375e-4e4c-9343-6acdf6987f99 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 210 time: 0.1347625 Jun 23 12:04:55.370845 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-5cf42a54-e50a-4c59-a599-356fe1e6f7fe tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:55.372314 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-5cf42a54-e50a-4c59-a599-356fe1e6f7fe tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 812 time: 0.1098793 Jun 23 12:04:55.437923 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-ba18f14e-97a1-4183-8a67-07076fbfa22b tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c41820d2b5eb4dedb313bcef88259676 HTTP/1.1" status: 200 len: 379 time: 0.0553226 Jun 23 12:04:55.446851 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-e5ec756d-22e7-40a8-8950-8eeb3b914635 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Request body: {'port': {'device_id': '81e72538-8ac4-495f-a9c1-b3e80dedede6', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'admin_state_up': True, 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'security_groups': ['9e15007e-483b-47a4-85b6-2c0acdd5d0a7']}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:04:55.554655 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-e5ec756d-22e7-40a8-8950-8eeb3b914635 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Made reservation on behalf of c41820d2b5eb4dedb313bcef88259676 for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:04:55.558091 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-e5ec756d-22e7-40a8-8950-8eeb3b914635 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:55.589488 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1f51a8cb-f136-4735-9339-bbd98b661979 req-74f2067a-c5e4-478a-826c-4339e061cf31 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 210 time: 0.0298996 Jun 23 12:04:55.705688 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-e5ec756d-22e7-40a8-8950-8eeb3b914635 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Allocated IP 172.20.0.8 (afd3f766-cce7-48e3-b8ae-4e4ead512081/135ae706-8942-4cf4-a67a-b50c44503fad/1525e4e0-7c8b-4fcb-8bbc-bede3d396aac) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:04:55.867225 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-e5ec756d-22e7-40a8-8950-8eeb3b914635 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for port (1525e4e0-7c8b-4fcb-8bbc-bede3d396aac), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:55.900364 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-e5ec756d-22e7-40a8-8950-8eeb3b914635 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (1525e4e0-7c8b-4fcb-8bbc-bede3d396aac), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:55.951177 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-e5ec756d-22e7-40a8-8950-8eeb3b914635 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Network afd3f766-cce7-48e3-b8ae-4e4ead512081 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:04:55.954703 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec756d-22e7-40a8-8950-8eeb3b914635 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event updated for resources: {'Port': ['ID=1525e4e0-7c8b-4fcb-8bbc-bede3d396aac,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:55.957123 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-e5ec756d-22e7-40a8-8950-8eeb3b914635 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:04:55.959222 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-e5ec756d-22e7-40a8-8950-8eeb3b914635 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:04:56.010693 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-e5ec756d-22e7-40a8-8950-8eeb3b914635 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:56.011245 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-e5ec756d-22e7-40a8-8950-8eeb3b914635 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:56.030236 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-e5ec756d-22e7-40a8-8950-8eeb3b914635 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874979 Jun 23 12:04:56.042051 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Request body: {'port': {'device_id': '81e72538-8ac4-495f-a9c1-b3e80dedede6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:04:56.160366 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-4693df89-4dfa-4142-8df1-d38546d58b0a None None] Provisioning complete for port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:04:56.161025 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-4693df89-4dfa-4142-8df1-d38546d58b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (1525e4e0-7c8b-4fcb-8bbc-bede3d396aac), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:56.195519 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-4693df89-4dfa-4142-8df1-d38546d58b0a None None] Port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 12:04:56.370852 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:56.373738 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (1525e4e0-7c8b-4fcb-8bbc-bede3d396aac), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:56.388980 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:56.634022 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:04:56.641776 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Publish callbacks [] for port (1525e4e0-7c8b-4fcb-8bbc-bede3d396aac), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:56.654600 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Transition to ACTIVE for port object 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 12:04:56.667717 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (1525e4e0-7c8b-4fcb-8bbc-bede3d396aac), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:56.745584 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b39731-c922-4b31-84b9-ebd7721ca3ea req-3bc0a45e-1a61-4aaa-957a-9d7169fa1638 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:56.747096 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-07b39731-c922-4b31-84b9-ebd7721ca3ea req-3bc0a45e-1a61-4aaa-957a-9d7169fa1638 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 943 time: 0.0890164 Jun 23 12:04:56.754187 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Pushing event updated for resources: {'Port': ['ID=1525e4e0-7c8b-4fcb-8bbc-bede3d396aac,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:56.856528 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-07b39731-c922-4b31-84b9-ebd7721ca3ea req-acf07dee-3885-404c-b014-fc064ff31f46 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977528 Jun 23 12:04:56.872704 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Attempting to bind port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 12:04:56.872704 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Attempting to bind port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 12:04:56.872704 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Attempting to bind port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac on network afd3f766-cce7-48e3-b8ae-4e4ead512081 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:04:56.877262 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac on network afd3f766-cce7-48e3-b8ae-4e4ead512081 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 12:04:56.877678 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Attempting to bind port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac on network afd3f766-cce7-48e3-b8ae-4e4ead512081 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:04:56.883425 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 12, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 12:04:56.883766 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Checking segment: {'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 12:04:56.884142 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Bound using segment: {'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 12:04:56.884573 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Bound port: 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 12:04:56.884950 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (1525e4e0-7c8b-4fcb-8bbc-bede3d396aac), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:56.949382 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] For port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:04:56.952873 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] For port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1525e4e0-7c8b-4fcb-8bbc-bede3d396aac,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:04:56.958742 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (1525e4e0-7c8b-4fcb-8bbc-bede3d396aac), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:56.992748 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:56.993268 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:04:56.994638 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] 10.222.0.44 "PUT /v2.0/ports/1525e4e0-7c8b-4fcb-8bbc-bede3d396aac HTTP/1.1" status: 200 len: 1093 time: 0.9569132 Jun 23 12:04:56.995075 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e72538-8ac4-495f-a9c1-b3e80dedede6', 'tag': '1525e4e0-7c8b-4fcb-8bbc-bede3d396aac'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:04:56.997315 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c660e6-7cae-460b-b1f9-39cf9e90c389" -d '{"events": [{"name": "network-changed", "server_uuid": "81e72538-8ac4-495f-a9c1-b3e80dedede6", "tag": "1525e4e0-7c8b-4fcb-8bbc-bede3d396aac"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:04:57.022987 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216bc5d-da0a-4c28-87a0-f632e058f322 service neutron] Pushing event updated for resources: {'Port': ['ID=1525e4e0-7c8b-4fcb-8bbc-bede3d396aac,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:04:57.050783 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd02da5-9108-482e-8512-6d5d0c9ecc40 x-openstack-request-id: req-edd02da5-9108-482e-8512-6d5d0c9ecc40 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:04:57.051079 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e72538-8ac4-495f-a9c1-b3e80dedede6", "tag": "1525e4e0-7c8b-4fcb-8bbc-bede3d396aac", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:04:57.051335 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-edd02da5-9108-482e-8512-6d5d0c9ecc40 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:04:57.052176 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd02da5-9108-482e-8512-6d5d0c9ecc40'] response: {'name': 'network-changed', 'server_uuid': '81e72538-8ac4-495f-a9c1-b3e80dedede6', 'tag': '1525e4e0-7c8b-4fcb-8bbc-bede3d396aac', 'status': 'completed', 'code': 200} Jun 23 12:04:57.079802 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-4c4b874b-bc0c-4f45-a454-aa2ecf8502fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:57.081393 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-4c4b874b-bc0c-4f45-a454-aa2ecf8502fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 1127 time: 0.0457509 Jun 23 12:04:57.128391 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-5d6889f5-15a2-4923-916c-884a0f96be2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1525e4e0-7c8b-4fcb-8bbc-bede3d396aac HTTP/1.1" status: 200 len: 217 time: 0.0365779 Jun 23 12:04:57.181592 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-a8850a0a-29e3-4ede-976b-6c167fe4f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:57.183079 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-a8850a0a-29e3-4ede-976b-6c167fe4f5c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.0459340 Jun 23 12:04:57.230281 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-1053eaec-6360-4b2a-9c9d-5d5312ab35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:57.231778 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-1053eaec-6360-4b2a-9c9d-5d5312ab35a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395117 Jun 23 12:04:57.250307 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:57.331849 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-dd40e1e9-22e1-4b75-bfea-410d57e9755d service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895464 Jun 23 12:04:57.397494 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:04:57.426417 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-292d4000-4bc3-4c22-bfbe-b91f3b4ca0e5 req-6835389d-5bdf-42d3-9fc5-33f646cfc315 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844085 Jun 23 12:04:57.719282 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c660e6-7cae-460b-b1f9-39cf9e90c389 req-8d963113-41fe-41dc-b9f6-4822ec9f296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:57.720855 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-13c660e6-7cae-460b-b1f9-39cf9e90c389 req-8d963113-41fe-41dc-b9f6-4822ec9f296c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 1127 time: 0.0530009 Jun 23 12:04:57.812254 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c660e6-7cae-460b-b1f9-39cf9e90c389 req-72708858-f0da-48d6-923c-eb97e1de1663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:57.813776 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-13c660e6-7cae-460b-b1f9-39cf9e90c389 req-72708858-f0da-48d6-923c-eb97e1de1663 service neutron] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 913 time: 0.0867069 Jun 23 12:04:57.859483 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-13c660e6-7cae-460b-b1f9-39cf9e90c389 req-a80d6440-5622-4170-b57a-b8df8193c4e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1525e4e0-7c8b-4fcb-8bbc-bede3d396aac HTTP/1.1" status: 200 len: 217 time: 0.0363109 Jun 23 12:04:57.910560 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c660e6-7cae-460b-b1f9-39cf9e90c389 req-2bd3a7a5-0b2d-418d-a026-a1acfb6df6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:57.912496 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-13c660e6-7cae-460b-b1f9-39cf9e90c389 req-2bd3a7a5-0b2d-418d-a026-a1acfb6df6fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.0438294 Jun 23 12:04:57.984605 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c660e6-7cae-460b-b1f9-39cf9e90c389 req-e6e82d71-4125-4fb0-8a25-45646bed38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:57.986139 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-13c660e6-7cae-460b-b1f9-39cf9e90c389 req-e6e82d71-4125-4fb0-8a25-45646bed38bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647774 Jun 23 12:04:57.995995 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e976e3c-1d42-4762-a30b-2f8f91fc1fa4 req-e1dc45aa-9d47-4bf5-9279-6abd1748e42e tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:57.997389 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e976e3c-1d42-4762-a30b-2f8f91fc1fa4 req-e1dc45aa-9d47-4bf5-9279-6abd1748e42e tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 943 time: 0.0669928 Jun 23 12:04:58.105487 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7e976e3c-1d42-4762-a30b-2f8f91fc1fa4 req-12d837da-7240-4df6-ae27-7049912f2f48 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992899 Jun 23 12:04:58.121983 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-13c660e6-7cae-460b-b1f9-39cf9e90c389 req-26b92309-8893-4aea-a654-e6c2437ab397 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236403 Jun 23 12:04:58.219517 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-13c660e6-7cae-460b-b1f9-39cf9e90c389 req-2eca054f-c395-4a27-99ef-d22bd2314898 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879960 Jun 23 12:04:59.220357 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7b47e-0f3c-4076-b4b2-3f1504894f03 req-9a264706-c8f1-49c3-88d5-7d498c7753de tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:04:59.221924 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-78a7b47e-0f3c-4076-b4b2-3f1504894f03 req-9a264706-c8f1-49c3-88d5-7d498c7753de tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 943 time: 0.0471337 Jun 23 12:04:59.271598 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-78a7b47e-0f3c-4076-b4b2-3f1504894f03 req-e6a1c6d1-a61e-49c2-a311-913909ac2f6b tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437131 Jun 23 12:05:00.383943 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8582272-ddf9-4f1d-bc99-8f802231e0aa req-29b87b92-2e20-4935-a0cb-cdb6ad5993bb tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:00.385464 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b8582272-ddf9-4f1d-bc99-8f802231e0aa req-29b87b92-2e20-4935-a0cb-cdb6ad5993bb tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 943 time: 0.0472026 Jun 23 12:05:00.433791 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b8582272-ddf9-4f1d-bc99-8f802231e0aa req-3d1e2726-1fd5-4562-aca8-5ee8b10138f6 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426381 Jun 23 12:05:01.087950 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-1f263f2c-8d4e-4942-82ee-cb44d0806239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:01.550664 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b0356-49bf-416d-b7cf-249b73475916 req-137587be-a870-42ce-b730-2d552b70b4aa tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:01.552366 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ed0b0356-49bf-416d-b7cf-249b73475916 req-137587be-a870-42ce-b730-2d552b70b4aa tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 943 time: 0.0501564 Jun 23 12:05:01.601225 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ed0b0356-49bf-416d-b7cf-249b73475916 req-ba4b48b1-fcf4-474e-98f9-7a9f075966ad tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426612 Jun 23 12:05:01.687462 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:05:02.717228 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba32fc-fe9a-476e-b957-a51578eb297b req-a4bfe5f1-38a7-42cd-89f7-9c10461cf857 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:02.718707 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5dba32fc-fe9a-476e-b957-a51578eb297b req-a4bfe5f1-38a7-42cd-89f7-9c10461cf857 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 943 time: 0.0515840 Jun 23 12:05:02.768110 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5dba32fc-fe9a-476e-b957-a51578eb297b req-9995e544-6439-41b1-8905-70db847e6102 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437582 Jun 23 12:05:03.397959 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2aad5a90-7345-4c9f-b7be-3f55a2768df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:03.881466 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fa979-2749-4752-8a27-4631cf2c8666 req-5d719af1-be3a-4fb9-a706-7ffe0f9cf6a7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:03.882934 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-311fa979-2749-4752-8a27-4631cf2c8666 req-5d719af1-be3a-4fb9-a706-7ffe0f9cf6a7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 943 time: 0.0471511 Jun 23 12:05:03.932118 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-311fa979-2749-4752-8a27-4631cf2c8666 req-6b958a59-510d-42c7-8937-2937cbafe0a6 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435002 Jun 23 12:05:04.310743 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 12:05:04.405198 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1525e4e0-7c8b-4fcb-8bbc-bede3d396aac,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:04.419601 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': '1525e4e0-7c8b-4fcb-8bbc-bede3d396aac', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'port_id': '1525e4e0-7c8b-4fcb-8bbc-bede3d396aac', 'mac_address': 'fa:16:3e:8f:c0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 12:05:04.454544 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:05:04.454948 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (1525e4e0-7c8b-4fcb-8bbc-bede3d396aac), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:04.468789 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:05:04.487821 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1525e4e0-7c8b-4fcb-8bbc-bede3d396aac,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:04.491763 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (1525e4e0-7c8b-4fcb-8bbc-bede3d396aac), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:04.538868 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=1525e4e0-7c8b-4fcb-8bbc-bede3d396aac,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:04.667845 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:04.871138 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['1525e4e0-7c8b-4fcb-8bbc-bede3d396aac'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:05:05.045978 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c76a60-4da9-4e0d-8c9a-fd480142871e req-e4739af3-5790-4846-a503-d0950a832e63 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:05.047491 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-18c76a60-4da9-4e0d-8c9a-fd480142871e req-e4739af3-5790-4846-a503-d0950a832e63 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 944 time: 0.0471249 Jun 23 12:05:05.096536 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-18c76a60-4da9-4e0d-8c9a-fd480142871e req-831e0ae1-19a5-47df-869a-fc63f1dd0e01 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431747 Jun 23 12:05:05.918261 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:06.151039 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:06.216771 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e701270-b443-4dfe-ac2c-ee177e89eeb3 req-eddd8eb8-f2d1-44c5-89a7-b0304bb96667 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:06.218153 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3e701270-b443-4dfe-ac2c-ee177e89eeb3 req-eddd8eb8-f2d1-44c5-89a7-b0304bb96667 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 944 time: 0.0473902 Jun 23 12:05:06.272136 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3e701270-b443-4dfe-ac2c-ee177e89eeb3 req-cdcce155-20f2-4eea-8d01-bcb294ce8084 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483854 Jun 23 12:05:06.310855 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:05:06.473364 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 12:05:06.478670 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:05:06.479110 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (1525e4e0-7c8b-4fcb-8bbc-bede3d396aac), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:06.549925 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:05:06.550308 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (1525e4e0-7c8b-4fcb-8bbc-bede3d396aac), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:06.577612 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e72538-8ac4-495f-a9c1-b3e80dedede6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1525e4e0-7c8b-4fcb-8bbc-bede3d396aac'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:05:06.579898 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c407fbea-0a9a-4922-97f3-cba893849cda" -d '{"events": [{"server_uuid": "81e72538-8ac4-495f-a9c1-b3e80dedede6", "name": "network-vif-plugged", "status": "completed", "tag": "1525e4e0-7c8b-4fcb-8bbc-bede3d396aac"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:05:06.593417 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1525e4e0-7c8b-4fcb-8bbc-bede3d396aac,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:05:06.597999 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (1525e4e0-7c8b-4fcb-8bbc-bede3d396aac), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:06.624149 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0260ccd9-3e97-49a3-99f0-d7256af959ca x-openstack-request-id: req-0260ccd9-3e97-49a3-99f0-d7256af959ca {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:05:06.624439 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e72538-8ac4-495f-a9c1-b3e80dedede6", "name": "network-vif-plugged", "status": "completed", "tag": "1525e4e0-7c8b-4fcb-8bbc-bede3d396aac", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:05:06.624709 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0260ccd9-3e97-49a3-99f0-d7256af959ca {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:05:06.625099 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0260ccd9-3e97-49a3-99f0-d7256af959ca'] response: {'server_uuid': '81e72538-8ac4-495f-a9c1-b3e80dedede6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1525e4e0-7c8b-4fcb-8bbc-bede3d396aac', 'code': 200} Jun 23 12:05:06.650175 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=1525e4e0-7c8b-4fcb-8bbc-bede3d396aac,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:06.902540 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfa98e-ba66-4940-8307-13aced570136 req-280a359c-3922-41c6-8dc6-d4c87b26f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:06.904032 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b7dfa98e-ba66-4940-8307-13aced570136 req-280a359c-3922-41c6-8dc6-d4c87b26f764 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 1129 time: 0.0820968 Jun 23 12:05:06.917466 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:06.955454 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b7dfa98e-ba66-4940-8307-13aced570136 req-9c558d0f-5972-4c25-a2bc-4e7a405678f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443687 Jun 23 12:05:07.384354 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc24f4a-f276-4207-98ab-176a9d98b09f req-3165aabe-bfef-4dc8-8c73-ff0f1c23bbe5 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:07.385874 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bcc24f4a-f276-4207-98ab-176a9d98b09f req-3165aabe-bfef-4dc8-8c73-ff0f1c23bbe5 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 945 time: 0.0477283 Jun 23 12:05:07.435378 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-bcc24f4a-f276-4207-98ab-176a9d98b09f req-8b7864a6-c5f8-4d72-808c-7f77051455d8 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439951 Jun 23 12:05:08.549060 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6287e-f4a2-4001-bdec-87d7efb254d8 req-76779380-7338-40ef-9c9f-f3b13565fb9d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:08.550527 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4cd6287e-f4a2-4001-bdec-87d7efb254d8 req-76779380-7338-40ef-9c9f-f3b13565fb9d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 945 time: 0.0472054 Jun 23 12:05:08.576098 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:08.599986 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4cd6287e-f4a2-4001-bdec-87d7efb254d8 req-d8bedef2-7016-482b-b2a7-6282976fc219 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436857 Jun 23 12:05:08.711836 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a33d90-0643-4f58-aabf-fa35d75d848d req-07951f43-0a11-4870-9859-359357b57cba tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:08.713433 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e9a33d90-0643-4f58-aabf-fa35d75d848d req-07951f43-0a11-4870-9859-359357b57cba tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 945 time: 0.0466635 Jun 23 12:05:08.762670 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-e9a33d90-0643-4f58-aabf-fa35d75d848d req-80893052-18e9-4826-bd58-1f29ad790c94 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436082 Jun 23 12:05:08.785409 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58766) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:05:08.923032 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:08.929114 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c4a938-7400-46b7-8784-5cf46cac0ccd tempest-TestVolumeBootPattern-1156524831 tempest-TestVolumeBootPattern-1156524831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:08.930670 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-a6c4a938-7400-46b7-8784-5cf46cac0ccd tempest-TestVolumeBootPattern-1156524831 tempest-TestVolumeBootPattern-1156524831-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 1124 time: 0.1442692 Jun 23 12:05:08.933675 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58770) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:05:08.937905 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Request body: {'floatingip': {'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'port_id': '1525e4e0-7c8b-4fcb-8bbc-bede3d396aac', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:05:08.953656 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:08.960022 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:09.039270 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:09.146948 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Allocated IP 172.27.3.52 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/5268de8c-0a0f-48fa-b061-50d84988d7cf) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:05:09.249018 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for port (5268de8c-0a0f-48fa-b061-50d84988d7cf), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:09.281033 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (5268de8c-0a0f-48fa-b061-50d84988d7cf), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:09.552621 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:05:09.556083 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:05:09.558694 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:05:09.587778 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event updated for resources: {'Port': ['ID=5268de8c-0a0f-48fa-b061-50d84988d7cf,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:09.601760 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:09.602104 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:09.602447 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:09.602780 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:09.603105 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:09.603428 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:09.603749 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:09.604068 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:09.604389 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:09.604735 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:09.605059 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:09.605380 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:09.605697 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:09.606012 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:09.606324 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:05:09.922441 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:09.931393 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for floatingip (2d969402-26a0-44f6-8e5a-0ddb34a81b78), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:09.961754 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:09.999316 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (5268de8c-0a0f-48fa-b061-50d84988d7cf), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:10.143507 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for port (5268de8c-0a0f-48fa-b061-50d84988d7cf), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:10.151982 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (5268de8c-0a0f-48fa-b061-50d84988d7cf), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:10.217562 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event updated for resources: {'Port': ['ID=5268de8c-0a0f-48fa-b061-50d84988d7cf,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:05:10.229935 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (2d969402-26a0-44f6-8e5a-0ddb34a81b78), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:10.283009 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:10.328929 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.l3_db [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Floating IP 2d969402-26a0-44f6-8e5a-0ddb34a81b78 associated. External IP: 172.27.3.52, port: 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac. Jun 23 12:05:10.529637 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Router 1534ea4c-b159-489d-b0d1-51023227e521 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:05:10.631675 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:05:10.642006 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2620c7b-a5f2-46cd-b488-e80a4ae44eb8 None None] Sync routers for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:05:10.650389 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:10.651666 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2620c7b-a5f2-46cd-b488-e80a4ae44eb8 None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:05:10.652274 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-a2620c7b-a5f2-46cd-b488-e80a4ae44eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:05:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:10.684856 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-fb46e8fd-4dca-479d-be14-2ee359c3728a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7475669 Jun 23 12:05:10.684856 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e72538-8ac4-495f-a9c1-b3e80dedede6', 'tag': '1525e4e0-7c8b-4fcb-8bbc-bede3d396aac'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:05:10.685768 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982665fe-5806-4823-83e7-c92c274cafe8" -d '{"events": [{"name": "network-changed", "server_uuid": "81e72538-8ac4-495f-a9c1-b3e80dedede6", "tag": "1525e4e0-7c8b-4fcb-8bbc-bede3d396aac"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:05:10.722869 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a610078-5a9b-4c69-a03b-9a8c02bc0ea7 x-openstack-request-id: req-0a610078-5a9b-4c69-a03b-9a8c02bc0ea7 {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:05:10.723162 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e72538-8ac4-495f-a9c1-b3e80dedede6", "tag": "1525e4e0-7c8b-4fcb-8bbc-bede3d396aac", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:05:10.723415 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0a610078-5a9b-4c69-a03b-9a8c02bc0ea7 {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:05:10.723819 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a610078-5a9b-4c69-a03b-9a8c02bc0ea7'] response: {'name': 'network-changed', 'server_uuid': '81e72538-8ac4-495f-a9c1-b3e80dedede6', 'tag': '1525e4e0-7c8b-4fcb-8bbc-bede3d396aac', 'status': 'completed', 'code': 200} Jun 23 12:05:10.759535 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-a2620c7b-a5f2-46cd-b488-e80a4ae44eb8 None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:05:10.783137 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982665fe-5806-4823-83e7-c92c274cafe8 req-f6f10bbb-9d84-46df-8594-43b42afb5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:10.784572 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-982665fe-5806-4823-83e7-c92c274cafe8 req-f6f10bbb-9d84-46df-8594-43b42afb5852 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 1129 time: 0.0396106 Jun 23 12:05:10.879358 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982665fe-5806-4823-83e7-c92c274cafe8 req-a2486429-c4ca-4f43-9a0d-7bc668888f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:10.880874 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-982665fe-5806-4823-83e7-c92c274cafe8 req-a2486429-c4ca-4f43-9a0d-7bc668888f2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 913 time: 0.0895994 Jun 23 12:05:10.941121 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-982665fe-5806-4823-83e7-c92c274cafe8 req-10edcb12-de6d-4f69-b49e-15c8992c173c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1525e4e0-7c8b-4fcb-8bbc-bede3d396aac HTTP/1.1" status: 200 len: 998 time: 0.0542715 Jun 23 12:05:10.966691 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-a2620c7b-a5f2-46cd-b488-e80a4ae44eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '2d969402-26a0-44f6-8e5a-0ddb34a81b78', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'port_id': '1525e4e0-7c8b-4fcb-8bbc-bede3d396aac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'mac_address': 'fa:16:3e:8f:c0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e72538-8ac4-495f-a9c1-b3e80dedede6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:05:09Z', 'updated_at': '2022-06-23T12:05:09Z', 'revision_number': 0, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:10.994054 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982665fe-5806-4823-83e7-c92c274cafe8 req-e8bc1292-999c-4df6-b848-594f28d6d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:10.995554 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-982665fe-5806-4823-83e7-c92c274cafe8 req-e8bc1292-999c-4df6-b848-594f28d6d19a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.0489686 Jun 23 12:05:10.995768 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2620c7b-a5f2-46cd-b488-e80a4ae44eb8 None None] Checking router: 1534ea4c-b159-489d-b0d1-51023227e521 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:05:11.004811 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2620c7b-a5f2-46cd-b488-e80a4ae44eb8 None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:05:11.005416 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-a2620c7b-a5f2-46cd-b488-e80a4ae44eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:05:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:11.045801 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982665fe-5806-4823-83e7-c92c274cafe8 req-a89f42f9-4c89-4a4d-8c5f-cc9788d5ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:11.047330 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-982665fe-5806-4823-83e7-c92c274cafe8 req-a89f42f9-4c89-4a4d-8c5f-cc9788d5ae80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446246 Jun 23 12:05:11.057886 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [req-982665fe-5806-4823-83e7-c92c274cafe8 req-cfcf2d4b-a7e9-4fb8-a805-f7ea097c69f3 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103988) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 12:05:11.059495 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-982665fe-5806-4823-83e7-c92c274cafe8 req-cfcf2d4b-a7e9-4fb8-a805-f7ea097c69f3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062506 Jun 23 12:05:11.103479 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-a2620c7b-a5f2-46cd-b488-e80a4ae44eb8 None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:05:11.148079 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-982665fe-5806-4823-83e7-c92c274cafe8 req-f9d41afd-0285-416e-a81c-0664c1b737af service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825396 Jun 23 12:05:11.259226 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-982665fe-5806-4823-83e7-c92c274cafe8 req-cb137184-1214-40b9-8912-89f70f4f80d1 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052122 Jun 23 12:05:11.320216 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-a2620c7b-a5f2-46cd-b488-e80a4ae44eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '2d969402-26a0-44f6-8e5a-0ddb34a81b78', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'port_id': '1525e4e0-7c8b-4fcb-8bbc-bede3d396aac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'mac_address': 'fa:16:3e:8f:c0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e72538-8ac4-495f-a9c1-b3e80dedede6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:05:09Z', 'updated_at': '2022-06-23T12:05:09Z', 'revision_number': 0, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:05:11.343800 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2620c7b-a5f2-46cd-b488-e80a4ae44eb8 None None] The sync data for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi is: [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '2d969402-26a0-44f6-8e5a-0ddb34a81b78', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'port_id': '1525e4e0-7c8b-4fcb-8bbc-bede3d396aac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'mac_address': 'fa:16:3e:8f:c0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e72538-8ac4-495f-a9c1-b3e80dedede6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:05:09Z', 'updated_at': '2022-06-23T12:05:09Z', 'revision_number': 0, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:05:11.541364 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d55e2d-3852-49e1-bb80-2e1b1cb80ff6 None None] New status for floating IP 2d969402-26a0-44f6-8e5a-0ddb34a81b78: ACTIVE {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:05:20.671619 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:20.678193 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=88,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:21.254471 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=49 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:21.256470 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=59 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:21.639777 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:21.640499 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:21.643132 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:26.003161 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=90 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:26.005855 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=94 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:31.080036 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-b0a27963-1cda-49ff-a7b6-6403684fa564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:33.399633 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-57dd9f57-4bd8-422f-bcce-07ab7ad4df2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:34.669683 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:35.923302 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:36.153869 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:38.686714 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:05:40.276918 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:05:46.146998 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:46.868928 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5dbc9be0-d3c5-4570-8969-ff3d50aad2d1 req-a860537e-0941-42ff-9306-485ba58d6360 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392530 Jun 23 12:05:46.949828 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc9be0-d3c5-4570-8969-ff3d50aad2d1 req-21ce11e1-7d8c-4894-9512-5b858a834cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:46.951322 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5dbc9be0-d3c5-4570-8969-ff3d50aad2d1 req-21ce11e1-7d8c-4894-9512-5b858a834cb4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 1129 time: 0.0397737 Jun 23 12:05:47.059149 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc9be0-d3c5-4570-8969-ff3d50aad2d1 req-a275a932-6c27-4232-a40a-d54d8291402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:47.060630 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5dbc9be0-d3c5-4570-8969-ff3d50aad2d1 req-a275a932-6c27-4232-a40a-d54d8291402f service neutron] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 913 time: 0.0888441 Jun 23 12:05:47.121135 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5dbc9be0-d3c5-4570-8969-ff3d50aad2d1 req-bee5b206-f299-4162-ab1e-aa475f3f69c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1525e4e0-7c8b-4fcb-8bbc-bede3d396aac HTTP/1.1" status: 200 len: 1000 time: 0.0539274 Jun 23 12:05:47.173277 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc9be0-d3c5-4570-8969-ff3d50aad2d1 req-e7bbc609-bfc7-4c6e-91da-51f117613641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:47.174722 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5dbc9be0-d3c5-4570-8969-ff3d50aad2d1 req-e7bbc609-bfc7-4c6e-91da-51f117613641 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.0472736 Jun 23 12:05:47.218538 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc9be0-d3c5-4570-8969-ff3d50aad2d1 req-1c705b25-6fc9-48a6-9171-1dcb33ca609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:05:47.220067 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5dbc9be0-d3c5-4570-8969-ff3d50aad2d1 req-1c705b25-6fc9-48a6-9171-1dcb33ca609c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388024 Jun 23 12:05:47.308507 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5dbc9be0-d3c5-4570-8969-ff3d50aad2d1 req-a706f9a9-d1df-4d04-9eb0-ad129c1938fd service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818000 Jun 23 12:05:47.401750 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5dbc9be0-d3c5-4570-8969-ff3d50aad2d1 req-ee95769e-8e8a-4879-8ada-15a7963ae0bc service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865297 Jun 23 12:05:48.736988 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:48.737759 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:50.265760 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:50.272215 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:57.396917 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=51 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:05:57.399290 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=50 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:06:01.082030 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-7755bb8c-25b2-4843-a9ad-cb3eb5ca114f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:06:03.401298 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-215988bd-aaa7-4b96-a3d0-67e96e560225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:06:04.671604 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:06:05.922972 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:06:06.156569 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:06:10.305340 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:06:15.685736 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:06:20.294727 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:06:20.300560 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:06:20.302318 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:06:25.738089 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:06:29.684388 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:06:31.085106 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-fda5f111-02af-4574-b51f-36f2073427c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:06:33.403397 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-7dda95ba-9409-4e8b-ba60-393b291058bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:06:34.674686 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:06:35.926298 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:06:36.159253 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:06:40.328868 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:06:46.155893 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:06:48.867860 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b76f7a26-3775-4840-a07e-27c951f4fbce req-7d2003c3-75f1-4cce-b950-0999cb2fedc9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383682 Jun 23 12:06:48.954267 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f7a26-3775-4840-a07e-27c951f4fbce req-8ce145c3-ec8c-4f94-b558-cf3f85b49d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:06:48.955776 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b76f7a26-3775-4840-a07e-27c951f4fbce req-8ce145c3-ec8c-4f94-b558-cf3f85b49d27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 1129 time: 0.0440280 Jun 23 12:06:49.064311 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f7a26-3775-4840-a07e-27c951f4fbce req-867de872-2588-4e9a-8b59-e3599101458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:06:49.065823 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b76f7a26-3775-4840-a07e-27c951f4fbce req-867de872-2588-4e9a-8b59-e3599101458b service neutron] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 913 time: 0.0877039 Jun 23 12:06:49.130197 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b76f7a26-3775-4840-a07e-27c951f4fbce req-175de3c2-509a-4508-8164-9056ebdde6b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1525e4e0-7c8b-4fcb-8bbc-bede3d396aac HTTP/1.1" status: 200 len: 1000 time: 0.0570848 Jun 23 12:06:49.181372 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f7a26-3775-4840-a07e-27c951f4fbce req-3eee85e8-46e0-4c80-905d-0f99a77635d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:06:49.182828 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b76f7a26-3775-4840-a07e-27c951f4fbce req-3eee85e8-46e0-4c80-905d-0f99a77635d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.0438712 Jun 23 12:06:49.228903 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f7a26-3775-4840-a07e-27c951f4fbce req-6a381f2e-02cc-4f65-8d6c-07d52f485eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:06:49.230412 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b76f7a26-3775-4840-a07e-27c951f4fbce req-6a381f2e-02cc-4f65-8d6c-07d52f485eab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383837 Jun 23 12:06:49.328445 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b76f7a26-3775-4840-a07e-27c951f4fbce req-ef87a9a6-fdf6-45db-add0-a0433adaacf6 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884266 Jun 23 12:06:49.422137 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-b76f7a26-3775-4840-a07e-27c951f4fbce req-deecbaf1-9bf6-4431-be6e-44ae1c8b8c80 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831461 Jun 23 12:06:50.318430 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:UPDATE=3,neutron:SELECT=17 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:06:50.319183 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:06:52.685651 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:06:59.412990 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=47 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:06:59.419415 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=54 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:01.090487 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-587f4847-0822-4541-a110-2d677fe1dc11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:02.737269 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:02.748571 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=6 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:03.405348 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-51337ed7-cc79-4647-a4ce-4df18fbee379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:04.679475 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:05.926024 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:06.162226 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:08.144637 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82131c0f-28d6-44c5-9e19-75fdef154645 req-758b7762-5cea-46ce-8323-f5daf394935a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:08.146153 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-82131c0f-28d6-44c5-9e19-75fdef154645 req-758b7762-5cea-46ce-8323-f5daf394935a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 945 time: 0.0472422 Jun 23 12:07:08.201311 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-82131c0f-28d6-44c5-9e19-75fdef154645 req-481b54eb-b4dc-4066-8cf0-74c0436c62d5 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487359 Jun 23 12:07:09.320889 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c53a47-8711-49c6-8ebb-bca34ac9bb6c req-2abd081f-06a7-4b9f-b49d-ea590bede039 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:09.322947 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-57c53a47-8711-49c6-8ebb-bca34ac9bb6c req-2abd081f-06a7-4b9f-b49d-ea590bede039 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 945 time: 0.0497091 Jun 23 12:07:09.376800 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-57c53a47-8711-49c6-8ebb-bca34ac9bb6c req-9507a24f-201d-4598-8560-ce97e3eb4755 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482886 Jun 23 12:07:09.842720 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fe5fd-2c7c-4a5d-9b21-af7f4bf5c928 req-4e60a6e1-3f58-470a-a5cb-e694dd9df1bc tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:09.844215 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-994fe5fd-2c7c-4a5d-9b21-af7f4bf5c928 req-4e60a6e1-3f58-470a-a5cb-e694dd9df1bc tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.44 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 945 time: 0.0466101 Jun 23 12:07:09.928952 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-994fe5fd-2c7c-4a5d-9b21-af7f4bf5c928 req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Deleting port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:07:09.929217 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-994fe5fd-2c7c-4a5d-9b21-af7f4bf5c928 req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (1525e4e0-7c8b-4fcb-8bbc-bede3d396aac), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:10.019464 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-994fe5fd-2c7c-4a5d-9b21-af7f4bf5c928 req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] For port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1525e4e0-7c8b-4fcb-8bbc-bede3d396aac,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:07:10.019834 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-994fe5fd-2c7c-4a5d-9b21-af7f4bf5c928 req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (1525e4e0-7c8b-4fcb-8bbc-bede3d396aac), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:10.178911 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-994fe5fd-2c7c-4a5d-9b21-af7f4bf5c928 req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:10.179416 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-994fe5fd-2c7c-4a5d-9b21-af7f4bf5c928 req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (2d969402-26a0-44f6-8e5a-0ddb34a81b78), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:10.179691 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [req-994fe5fd-2c7c-4a5d-9b21-af7f4bf5c928 req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Floating IP 2d969402-26a0-44f6-8e5a-0ddb34a81b78 disassociated. External IP: 172.27.3.52, port: 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac. Jun 23 12:07:10.180046 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-994fe5fd-2c7c-4a5d-9b21-af7f4bf5c928 req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Calling delete_port for 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:07:10.315220 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-994fe5fd-2c7c-4a5d-9b21-af7f4bf5c928 req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (1525e4e0-7c8b-4fcb-8bbc-bede3d396aac), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:10.318725 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:10.344341 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event deleted for resources: {'Port': ['ID=1525e4e0-7c8b-4fcb-8bbc-bede3d396aac,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:07:10.357175 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:10.357532 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:10.358174 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:10.358319 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:10.358547 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:10.358885 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:10.359214 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:10.359542 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:10.359870 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:10.360198 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:10.360525 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:10.360878 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:10.361203 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:10.361526 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:10.361847 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:10.486162 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-d40e384b-660e-4bb0-b977-c3e6f29509d4 req-eac5bc61-9bb6-4a98-acab-0d603901d222 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=81e72538-8ac4-495f-a9c1-b3e80dedede6 HTTP/1.1" status: 200 len: 210 time: 0.0307879 Jun 23 12:07:10.495228 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-994fe5fd-2c7c-4a5d-9b21-af7f4bf5c928 req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Router 1534ea4c-b159-489d-b0d1-51023227e521 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:07:10.588607 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:10.598560 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-994fe5fd-2c7c-4a5d-9b21-af7f4bf5c928 req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:07:10.608558 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f69bdf2-0163-4d2a-a292-28e3d6b4fde0 None None] Sync routers for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:07:10.619203 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f69bdf2-0163-4d2a-a292-28e3d6b4fde0 None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:07:10.619741 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-4f69bdf2-0163-4d2a-a292-28e3d6b4fde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:07:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:07:10.640471 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-994fe5fd-2c7c-4a5d-9b21-af7f4bf5c928 req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] No DVR routers for this DVR port 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:07:10.643078 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-994fe5fd-2c7c-4a5d-9b21-af7f4bf5c928 req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:10.646446 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-994fe5fd-2c7c-4a5d-9b21-af7f4bf5c928 req-f4236ad9-925f-4507-a168-95324a795596 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.44 "DELETE /v2.0/ports/1525e4e0-7c8b-4fcb-8bbc-bede3d396aac HTTP/1.1" status: 204 len: 173 time: 0.7926848 Jun 23 12:07:10.646894 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e72538-8ac4-495f-a9c1-b3e80dedede6', 'name': 'network-vif-deleted', 'tag': '1525e4e0-7c8b-4fcb-8bbc-bede3d396aac'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:07:10.649118 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ba3f64-6953-4bab-954f-5700671b6812" -d '{"events": [{"server_uuid": "81e72538-8ac4-495f-a9c1-b3e80dedede6", "name": "network-vif-deleted", "tag": "1525e4e0-7c8b-4fcb-8bbc-bede3d396aac"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:07:10.729701 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-4f69bdf2-0163-4d2a-a292-28e3d6b4fde0 None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:07:10.851901 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a4431f-235f-4bd5-9588-d81c811f7595 x-openstack-request-id: req-37a4431f-235f-4bd5-9588-d81c811f7595 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:07:10.852457 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e72538-8ac4-495f-a9c1-b3e80dedede6", "name": "network-vif-deleted", "tag": "1525e4e0-7c8b-4fcb-8bbc-bede3d396aac", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:07:10.852795 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-37a4431f-235f-4bd5-9588-d81c811f7595 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:07:10.853311 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a4431f-235f-4bd5-9588-d81c811f7595'] response: {'server_uuid': '81e72538-8ac4-495f-a9c1-b3e80dedede6', 'name': 'network-vif-deleted', 'tag': '1525e4e0-7c8b-4fcb-8bbc-bede3d396aac', 'status': 'completed', 'code': 200} Jun 23 12:07:10.938011 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-4f69bdf2-0163-4d2a-a292-28e3d6b4fde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:07:11.045925 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f69bdf2-0163-4d2a-a292-28e3d6b4fde0 None None] Checking router: 1534ea4c-b159-489d-b0d1-51023227e521 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:07:11.055029 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f69bdf2-0163-4d2a-a292-28e3d6b4fde0 None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:07:11.056315 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-4f69bdf2-0163-4d2a-a292-28e3d6b4fde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:07:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:07:11.159411 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-4f69bdf2-0163-4d2a-a292-28e3d6b4fde0 None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:07:11.340433 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-4f69bdf2-0163-4d2a-a292-28e3d6b4fde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:07:11.369941 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f69bdf2-0163-4d2a-a292-28e3d6b4fde0 None None] The sync data for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi is: [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:07:11.597445 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b79809-10af-4f74-acb4-86a0578d4a0d None None] New status for floating IP 2d969402-26a0-44f6-8e5a-0ddb34a81b78: DOWN {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:07:11.708415 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-ca621ae1-81f4-4d72-b98d-8157fbc4f352 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642463158&fields=id&tenant_id=c41820d2b5eb4dedb313bcef88259676 HTTP/1.1" status: 200 len: 267 time: 0.0485198 Jun 23 12:07:11.822033 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-77e6889e-8227-4eb1-92ff-d2eecff3fb7f tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:11.823511 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-77e6889e-8227-4eb1-92ff-d2eecff3fb7f tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 812 time: 0.1077909 Jun 23 12:07:11.838544 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-4a0db24e-3ae3-4686-a7fc-5da4f09e278e tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/quotas/c41820d2b5eb4dedb313bcef88259676 HTTP/1.1" status: 200 len: 375 time: 0.0095830 Jun 23 12:07:11.887558 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-3ba160ee-9182-4419-8088-f5002be1be13 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438776 Jun 23 12:07:11.968756 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-e0569829-047c-41a7-bf6d-c4799dd6fd3b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103989) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 12:07:11.969770 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-e0569829-047c-41a7-bf6d-c4799dd6fd3b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0709081 Jun 23 12:07:12.065300 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-30fe0e6d-b67e-492e-9774-58c97bbd9e7e service neutron] 10.222.0.67 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897148 Jun 23 12:07:12.158468 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-330f6e0c-b037-4545-891f-2612f0b14d14 service neutron] 10.222.0.67 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872095 Jun 23 12:07:12.450126 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-aa7765ec-8af8-406f-a55e-437572ddf314 req-97031381-d316-41f7-8271-ba9e61438bf4 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 210 time: 0.0331109 Jun 23 12:07:13.450191 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:13.525264 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-b2dccb7a-aa60-4194-9a1f-59e8174805c1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:13.526792 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-b2dccb7a-aa60-4194-9a1f-59e8174805c1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 812 time: 0.1173582 Jun 23 12:07:13.579903 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3d05c63d-8bc5-4774-816d-2e105707a417 req-401d7a63-62aa-4c83-9a96-0f5370b925b3 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 210 time: 0.0539896 Jun 23 12:07:13.604661 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-edf7f0c6-5b9a-4eb2-b206-552a426e58f5 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c41820d2b5eb4dedb313bcef88259676 HTTP/1.1" status: 200 len: 379 time: 0.0631816 Jun 23 12:07:13.616632 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-3ab149e7-db08-4777-978d-07eaf723d3e1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Request body: {'port': {'device_id': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'admin_state_up': True, 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'security_groups': ['9e15007e-483b-47a4-85b6-2c0acdd5d0a7']}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:07:13.729971 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-3ab149e7-db08-4777-978d-07eaf723d3e1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Made reservation on behalf of c41820d2b5eb4dedb313bcef88259676 for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:07:13.733360 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-3ab149e7-db08-4777-978d-07eaf723d3e1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:13.861393 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-3ab149e7-db08-4777-978d-07eaf723d3e1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Allocated IP 172.20.0.5 (afd3f766-cce7-48e3-b8ae-4e4ead512081/135ae706-8942-4cf4-a67a-b50c44503fad/4813358b-0d46-44e8-85ff-ade408ac51db) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:07:14.015804 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-3ab149e7-db08-4777-978d-07eaf723d3e1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for port (4813358b-0d46-44e8-85ff-ade408ac51db), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:14.049136 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-3ab149e7-db08-4777-978d-07eaf723d3e1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (4813358b-0d46-44e8-85ff-ade408ac51db), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:14.111057 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-3ab149e7-db08-4777-978d-07eaf723d3e1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Network afd3f766-cce7-48e3-b8ae-4e4ead512081 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:07:14.116432 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-3ab149e7-db08-4777-978d-07eaf723d3e1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:07:14.118719 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab149e7-db08-4777-978d-07eaf723d3e1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event updated for resources: {'Port': ['ID=4813358b-0d46-44e8-85ff-ade408ac51db,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:07:14.126987 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-3ab149e7-db08-4777-978d-07eaf723d3e1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:07:14.182352 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-3ab149e7-db08-4777-978d-07eaf723d3e1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:14.183001 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-3ab149e7-db08-4777-978d-07eaf723d3e1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:14.204187 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-3ab149e7-db08-4777-978d-07eaf723d3e1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5916934 Jun 23 12:07:14.222096 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Request body: {'port': {'device_id': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:07:14.260411 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:14.304510 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4813358b-0d46-44e8-85ff-ade408ac51db), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:14.346374 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-385bf60b-98f5-481b-b372-eba0ce5bdc9d None None] Provisioning complete for port 4813358b-0d46-44e8-85ff-ade408ac51db triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:07:14.346959 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-385bf60b-98f5-481b-b372-eba0ce5bdc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4813358b-0d46-44e8-85ff-ade408ac51db), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:14.371747 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:14.381689 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-385bf60b-98f5-481b-b372-eba0ce5bdc9d None None] Port 4813358b-0d46-44e8-85ff-ade408ac51db cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 12:07:14.610716 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4813358b-0d46-44e8-85ff-ade408ac51db {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:07:14.621857 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Publish callbacks [] for port (4813358b-0d46-44e8-85ff-ade408ac51db), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:14.636397 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Transition to ACTIVE for port object 4813358b-0d46-44e8-85ff-ade408ac51db will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 12:07:14.640366 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (4813358b-0d46-44e8-85ff-ade408ac51db), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:14.735927 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4813358b-0d46-44e8-85ff-ade408ac51db,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:07:14.747706 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8e91a-a40c-4a9d-ac35-26d7d35185d3 req-c4a00c6a-41d5-4049-9055-4d7ab938b898 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:14.749523 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f5c8e91a-a40c-4a9d-ac35-26d7d35185d3 req-c4a00c6a-41d5-4049-9055-4d7ab938b898 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 943 time: 0.0811741 Jun 23 12:07:14.856777 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f5c8e91a-a40c-4a9d-ac35-26d7d35185d3 req-f9b0230b-2029-4ec0-b016-3eaada30c272 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996041 Jun 23 12:07:14.880052 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Attempting to bind port 4813358b-0d46-44e8-85ff-ade408ac51db on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 12:07:14.880712 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Attempting to bind port 4813358b-0d46-44e8-85ff-ade408ac51db by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 12:07:14.881106 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Attempting to bind port 4813358b-0d46-44e8-85ff-ade408ac51db on network afd3f766-cce7-48e3-b8ae-4e4ead512081 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:07:14.889830 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Port 4813358b-0d46-44e8-85ff-ade408ac51db on network afd3f766-cce7-48e3-b8ae-4e4ead512081 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 12:07:14.889830 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Attempting to bind port 4813358b-0d46-44e8-85ff-ade408ac51db on network afd3f766-cce7-48e3-b8ae-4e4ead512081 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:07:14.892189 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 12, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 12:07:14.892548 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Checking segment: {'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 12:07:14.893082 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Bound using segment: {'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 12:07:14.893491 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Bound port: 4813358b-0d46-44e8-85ff-ade408ac51db, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 12:07:14.893941 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4813358b-0d46-44e8-85ff-ade408ac51db), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:14.957802 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] For port 4813358b-0d46-44e8-85ff-ade408ac51db, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:07:14.960665 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] For port 4813358b-0d46-44e8-85ff-ade408ac51db, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4813358b-0d46-44e8-85ff-ade408ac51db,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:07:14.967255 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (4813358b-0d46-44e8-85ff-ade408ac51db), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:14.978974 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:07:14.998269 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:07:14.998624 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 1525e4e0-7c8b-4fcb-8bbc-bede3d396aac not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:07:15.005794 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:15.006302 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:15.007687 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] 10.222.0.44 "PUT /v2.0/ports/4813358b-0d46-44e8-85ff-ade408ac51db HTTP/1.1" status: 200 len: 1093 time: 0.7899952 Jun 23 12:07:15.008124 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'tag': '4813358b-0d46-44e8-85ff-ade408ac51db'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:07:15.010976 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdc6e67-f8ca-49f9-94a5-3b6912e4dd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e31b7a33-2272-4a41-aede-b86c37840b61", "tag": "4813358b-0d46-44e8-85ff-ade408ac51db"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:07:15.043993 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e5796-6b28-4745-b688-f25f599e27e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4813358b-0d46-44e8-85ff-ade408ac51db,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:07:15.069539 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf20127d-52fe-4ebc-9243-f78288739344 x-openstack-request-id: req-bf20127d-52fe-4ebc-9243-f78288739344 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:07:15.069728 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31b7a33-2272-4a41-aede-b86c37840b61", "tag": "4813358b-0d46-44e8-85ff-ade408ac51db", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:07:15.070029 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bf20127d-52fe-4ebc-9243-f78288739344 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:07:15.070517 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf20127d-52fe-4ebc-9243-f78288739344'] response: {'name': 'network-changed', 'server_uuid': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'tag': '4813358b-0d46-44e8-85ff-ade408ac51db', 'status': 'completed', 'code': 200} Jun 23 12:07:15.100553 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-ed160cba-dbf6-4cb9-b319-abea517bdcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:15.102823 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-ed160cba-dbf6-4cb9-b319-abea517bdcca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 1127 time: 0.0448992 Jun 23 12:07:15.149067 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-cfd20a20-54f1-495e-8369-01a95a0e337d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4813358b-0d46-44e8-85ff-ade408ac51db HTTP/1.1" status: 200 len: 217 time: 0.0363517 Jun 23 12:07:15.201027 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-0b053c38-5fa0-4ae4-9645-dc232e963b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:15.202481 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-0b053c38-5fa0-4ae4-9645-dc232e963b37 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.0465007 Jun 23 12:07:15.249917 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-cad49a82-173b-40f7-8bf9-d09a060d1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:15.251434 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-cad49a82-173b-40f7-8bf9-d09a060d1850 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388720 Jun 23 12:07:15.320426 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:15.349453 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-a2d568b6-eef6-4aba-9047-181c05130d0b service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866764 Jun 23 12:07:15.413311 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:15.442625 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-06007abe-6a61-4b82-84bb-d7c40568c18a req-c9fd772d-8c7d-4a25-afa4-a2e3b942483e service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863490 Jun 23 12:07:15.736185 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6e67-f8ca-49f9-94a5-3b6912e4dd1f req-13fac663-20ca-4d63-8e29-bca5143aaaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:15.737729 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-abdc6e67-f8ca-49f9-94a5-3b6912e4dd1f req-13fac663-20ca-4d63-8e29-bca5143aaaa1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 1127 time: 0.0402107 Jun 23 12:07:15.830457 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6e67-f8ca-49f9-94a5-3b6912e4dd1f req-4f1957ee-3e4d-417d-a5e6-a73b2bcd97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:15.831909 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-abdc6e67-f8ca-49f9-94a5-3b6912e4dd1f req-4f1957ee-3e4d-417d-a5e6-a73b2bcd97b5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 913 time: 0.0880396 Jun 23 12:07:15.871084 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-abdc6e67-f8ca-49f9-94a5-3b6912e4dd1f req-89d2c9cb-f6b7-4094-b7e2-9bc79e23e5f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4813358b-0d46-44e8-85ff-ade408ac51db HTTP/1.1" status: 200 len: 217 time: 0.0304110 Jun 23 12:07:16.220592 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6e67-f8ca-49f9-94a5-3b6912e4dd1f req-36fe39b6-90a2-44ab-92a7-b8bef9d3a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:16.222066 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-abdc6e67-f8ca-49f9-94a5-3b6912e4dd1f req-36fe39b6-90a2-44ab-92a7-b8bef9d3a0c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.3434391 Jun 23 12:07:16.232379 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ae931-0492-42f5-8228-d2eb1f2f3dda req-328d6b33-95bb-4a68-ac61-10acfc016776 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:16.233801 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-560ae931-0492-42f5-8228-d2eb1f2f3dda req-328d6b33-95bb-4a68-ac61-10acfc016776 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 943 time: 0.0568585 Jun 23 12:07:16.290855 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc6e67-f8ca-49f9-94a5-3b6912e4dd1f req-015eebca-ecd7-4ff4-8e84-95fa261b9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:16.292412 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-abdc6e67-f8ca-49f9-94a5-3b6912e4dd1f req-015eebca-ecd7-4ff4-8e84-95fa261b9be5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577631 Jun 23 12:07:16.320312 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-560ae931-0492-42f5-8228-d2eb1f2f3dda req-f8675eee-eb77-4bec-ba38-f56ae84ab702 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767822 Jun 23 12:07:16.397531 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-abdc6e67-f8ca-49f9-94a5-3b6912e4dd1f req-aaed88fb-89d8-4921-b68a-9785a27303a4 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931745 Jun 23 12:07:16.492171 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-abdc6e67-f8ca-49f9-94a5-3b6912e4dd1f req-abe207af-54b4-4d41-a705-849c1938f012 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857286 Jun 23 12:07:17.434535 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975345e0-1f56-4c85-b505-4cbf5692fa57 req-9cae655d-f55b-4f3a-b621-3062b4e861cf tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:17.436023 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-975345e0-1f56-4c85-b505-4cbf5692fa57 req-9cae655d-f55b-4f3a-b621-3062b4e861cf tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 943 time: 0.0474668 Jun 23 12:07:17.485583 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-975345e0-1f56-4c85-b505-4cbf5692fa57 req-484ba0f1-3242-4d56-9308-dcfb893ac0a3 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439227 Jun 23 12:07:18.599666 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820468e-5072-4de5-aaf6-ffa73fe472b3 req-d6969e0f-c741-472c-81a7-0cb97c71780d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:18.601183 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c820468e-5072-4de5-aaf6-ffa73fe472b3 req-d6969e0f-c741-472c-81a7-0cb97c71780d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 943 time: 0.0471289 Jun 23 12:07:18.650119 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c820468e-5072-4de5-aaf6-ffa73fe472b3 req-ff426c3b-eed6-4049-8411-430eff2c932d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427363 Jun 23 12:07:19.765374 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbe41a-f8cf-425a-871c-6bd55edf0478 req-688a935b-3749-45a1-8345-2f66b9d97964 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:19.766854 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cacbe41a-f8cf-425a-871c-6bd55edf0478 req-688a935b-3749-45a1-8345-2f66b9d97964 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 943 time: 0.0509474 Jun 23 12:07:19.815945 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-cacbe41a-f8cf-425a-871c-6bd55edf0478 req-9dfa0afa-ac73-4888-a960-1e66fd8016dc tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435493 Jun 23 12:07:20.927318 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295aad55-fb3b-4a00-b590-dd6c5dfafcba req-6d60fa49-f12e-41f6-83e1-ee8a1d45f37d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:20.928859 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-295aad55-fb3b-4a00-b590-dd6c5dfafcba req-6d60fa49-f12e-41f6-83e1-ee8a1d45f37d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 943 time: 0.0468450 Jun 23 12:07:20.978137 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-295aad55-fb3b-4a00-b590-dd6c5dfafcba req-2d7cef57-9060-45b7-a647-8e982ca94bdb tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430996 Jun 23 12:07:22.093041 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b80cd9-0121-4836-84e9-4ccff1fee637 req-d9d887fe-e57b-43e7-8a85-43aadfc18a7b tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:22.094533 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-92b80cd9-0121-4836-84e9-4ccff1fee637 req-d9d887fe-e57b-43e7-8a85-43aadfc18a7b tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 943 time: 0.0482192 Jun 23 12:07:22.143616 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-92b80cd9-0121-4836-84e9-4ccff1fee637 req-ea228a11-0d36-4bca-8bd2-a405aae6cef9 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435662 Jun 23 12:07:22.993741 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 4813358b-0d46-44e8-85ff-ade408ac51db details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 12:07:23.090178 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 4813358b-0d46-44e8-85ff-ade408ac51db, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4813358b-0d46-44e8-85ff-ade408ac51db,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:07:23.101118 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': '4813358b-0d46-44e8-85ff-ade408ac51db', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'port_id': '4813358b-0d46-44e8-85ff-ade408ac51db', 'mac_address': 'fa:16:3e:f9:23:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 12:07:23.137745 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 4813358b-0d46-44e8-85ff-ade408ac51db is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:07:23.138125 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4813358b-0d46-44e8-85ff-ade408ac51db), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:23.151296 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4813358b-0d46-44e8-85ff-ade408ac51db {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:07:23.171383 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 4813358b-0d46-44e8-85ff-ade408ac51db, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4813358b-0d46-44e8-85ff-ade408ac51db,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:07:23.175409 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4813358b-0d46-44e8-85ff-ade408ac51db), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:23.223667 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=4813358b-0d46-44e8-85ff-ade408ac51db,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:07:23.230936 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:23.231279 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:23.231609 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:23.231942 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:23.232266 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:23.232588 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:23.232943 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:23.233262 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:23.233583 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:23.233896 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:23.234213 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:23.234530 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:23.234849 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:23.235159 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:23.235469 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:23.265219 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8256a-f2a4-408a-bf70-e4b8b5b19bc5 req-4481741c-5e6d-4a36-80f6-899bc1dc10b7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:23.266719 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-69b8256a-f2a4-408a-bf70-e4b8b5b19bc5 req-4481741c-5e6d-4a36-80f6-899bc1dc10b7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 944 time: 0.0515108 Jun 23 12:07:23.317085 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-69b8256a-f2a4-408a-bf70-e4b8b5b19bc5 req-2e83a9b4-fc81-48ea-8cb1-8616bcdaf28c tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448258 Jun 23 12:07:23.428245 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['4813358b-0d46-44e8-85ff-ade408ac51db'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:07:24.439868 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97bc31-4684-4e34-a03b-112886905459 req-084c3421-23ca-4e31-a443-62536ec21a36 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:24.441398 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1b97bc31-4684-4e34-a03b-112886905459 req-084c3421-23ca-4e31-a443-62536ec21a36 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 944 time: 0.0467041 Jun 23 12:07:24.495698 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1b97bc31-4684-4e34-a03b-112886905459 req-ee2c2498-7ee7-4817-acee-e32a8099b27a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479422 Jun 23 12:07:25.008871 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 4813358b-0d46-44e8-85ff-ade408ac51db up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:07:25.052663 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port 4813358b-0d46-44e8-85ff-ade408ac51db completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 12:07:25.059265 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port 4813358b-0d46-44e8-85ff-ade408ac51db triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:07:25.059573 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (4813358b-0d46-44e8-85ff-ade408ac51db), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:25.130914 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port 4813358b-0d46-44e8-85ff-ade408ac51db is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:07:25.131297 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (4813358b-0d46-44e8-85ff-ade408ac51db), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:25.153553 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4813358b-0d46-44e8-85ff-ade408ac51db'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:07:25.155934 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15b106a-a5da-490c-abe3-7920a98c93bf" -d '{"events": [{"server_uuid": "e31b7a33-2272-4a41-aede-b86c37840b61", "name": "network-vif-plugged", "status": "completed", "tag": "4813358b-0d46-44e8-85ff-ade408ac51db"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:07:25.169125 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port 4813358b-0d46-44e8-85ff-ade408ac51db, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4813358b-0d46-44e8-85ff-ade408ac51db,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:07:25.173857 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (4813358b-0d46-44e8-85ff-ade408ac51db), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:25.220644 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=4813358b-0d46-44e8-85ff-ade408ac51db,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:07:25.252696 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea66177-5761-4c2e-884f-72340ab981db x-openstack-request-id: req-eea66177-5761-4c2e-884f-72340ab981db {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:07:25.252999 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31b7a33-2272-4a41-aede-b86c37840b61", "name": "network-vif-plugged", "status": "completed", "tag": "4813358b-0d46-44e8-85ff-ade408ac51db", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:07:25.253254 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eea66177-5761-4c2e-884f-72340ab981db {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:07:25.253654 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea66177-5761-4c2e-884f-72340ab981db'] response: {'server_uuid': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4813358b-0d46-44e8-85ff-ade408ac51db', 'code': 200} Jun 23 12:07:25.470532 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ab9c9-4728-45a0-8324-853adbd4d96c req-811dc657-28f7-4b74-bad5-083fda1b1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:25.472140 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7d1ab9c9-4728-45a0-8324-853adbd4d96c req-811dc657-28f7-4b74-bad5-083fda1b1df7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 1129 time: 0.0387101 Jun 23 12:07:25.506028 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:25.523092 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7d1ab9c9-4728-45a0-8324-853adbd4d96c req-f46dab95-bd55-40f6-ae67-612d6ba04504 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415013 Jun 23 12:07:25.609893 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33b145-1ef7-4d1d-abeb-f94bbc9ea2df req-7372965b-a8a5-42a8-9320-9cc59e74508e tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:25.611344 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7b33b145-1ef7-4d1d-abeb-f94bbc9ea2df req-7372965b-a8a5-42a8-9320-9cc59e74508e tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 945 time: 0.0462635 Jun 23 12:07:25.661078 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7b33b145-1ef7-4d1d-abeb-f94bbc9ea2df req-68aaebb5-1aae-4bb1-b4dc-5881ac4640d2 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440991 Jun 23 12:07:26.021852 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=80 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:26.022733 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=78 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:26.774729 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c102ec-e1a9-47f5-910b-6cb96f801258 req-0c8425b1-c8aa-4948-ba79-c38454aeb818 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:26.776228 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-22c102ec-e1a9-47f5-910b-6cb96f801258 req-0c8425b1-c8aa-4948-ba79-c38454aeb818 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 945 time: 0.0464797 Jun 23 12:07:26.807290 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:26.831087 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-22c102ec-e1a9-47f5-910b-6cb96f801258 req-701ca5ff-2473-4fe5-a864-174f79cc4a11 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490792 Jun 23 12:07:26.939117 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:26.951103 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d89da0-8923-4ee7-b827-cad32a26f01f req-3ebb2c7c-f7da-4613-9f35-52cb6ad3b6bb tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:26.952569 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a8d89da0-8923-4ee7-b827-cad32a26f01f req-3ebb2c7c-f7da-4613-9f35-52cb6ad3b6bb tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 945 time: 0.0488503 Jun 23 12:07:26.982730 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:27.001577 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a8d89da0-8923-4ee7-b827-cad32a26f01f req-a1472de6-4ca3-4901-83f4-4379c324f1bc tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432780 Jun 23 12:07:27.025011 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58882) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:07:27.067553 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b1dbc-6697-4bc5-a01a-c563b34b8151 tempest-TestVolumeBootPattern-1156524831 tempest-TestVolumeBootPattern-1156524831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:27.069096 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-568b1dbc-6697-4bc5-a01a-c563b34b8151 tempest-TestVolumeBootPattern-1156524831 tempest-TestVolumeBootPattern-1156524831-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 1124 time: 0.0425119 Jun 23 12:07:27.071743 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 58884) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:07:27.075944 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Request body: {'floatingip': {'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'port_id': '4813358b-0d46-44e8-85ff-ade408ac51db', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:07:27.096406 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:27.171521 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:27.276521 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Allocated IP 172.27.3.139 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/bd527159-b35f-471e-99bd-952c974a6154) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:07:27.377180 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for port (bd527159-b35f-471e-99bd-952c974a6154), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:27.408308 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (bd527159-b35f-471e-99bd-952c974a6154), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:27.451424 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:07:27.456202 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:07:27.460032 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:07:27.463865 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event updated for resources: {'Port': ['ID=bd527159-b35f-471e-99bd-952c974a6154,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:07:27.493190 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:27.493532 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:27.493871 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:27.494830 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:27.495156 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:27.495481 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:27.495804 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:27.496121 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:27.496442 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:27.496791 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:27.497115 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:27.497434 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:27.497757 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:27.498070 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:27.498385 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:07:27.718610 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:27.822658 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:27.826404 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for floatingip (f0ac291d-464c-483f-9230-cbcfadf0a826), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:27.893705 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (bd527159-b35f-471e-99bd-952c974a6154), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:28.038187 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for port (bd527159-b35f-471e-99bd-952c974a6154), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:28.043396 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (bd527159-b35f-471e-99bd-952c974a6154), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:28.113401 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event updated for resources: {'Port': ['ID=bd527159-b35f-471e-99bd-952c974a6154,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:07:28.121666 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (f0ac291d-464c-483f-9230-cbcfadf0a826), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:28.215422 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.l3_db [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Floating IP f0ac291d-464c-483f-9230-cbcfadf0a826 associated. External IP: 172.27.3.139, port: 4813358b-0d46-44e8-85ff-ade408ac51db. Jun 23 12:07:28.418909 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Router 1534ea4c-b159-489d-b0d1-51023227e521 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:07:28.519212 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:28.522556 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:07:28.532251 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704b6af-6f27-493f-9c2c-78de8526596e None None] Sync routers for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:07:28.542835 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:28.543675 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704b6af-6f27-493f-9c2c-78de8526596e None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:07:28.544318 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-1704b6af-6f27-493f-9c2c-78de8526596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:07:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:07:28.573391 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-ebd1e108-8ec7-4da8-85c5-21f0daec43f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5005817 Jun 23 12:07:28.573983 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'tag': '4813358b-0d46-44e8-85ff-ade408ac51db'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:07:28.576221 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbbe2a5-3e45-4dc2-973d-3ae895f5bdd7" -d '{"events": [{"name": "network-changed", "server_uuid": "e31b7a33-2272-4a41-aede-b86c37840b61", "tag": "4813358b-0d46-44e8-85ff-ade408ac51db"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:07:28.648661 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-1704b6af-6f27-493f-9c2c-78de8526596e None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:07:28.670880 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a7d194-326c-4bb3-b1db-78bb145d931a x-openstack-request-id: req-a6a7d194-326c-4bb3-b1db-78bb145d931a {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:07:28.671165 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31b7a33-2272-4a41-aede-b86c37840b61", "tag": "4813358b-0d46-44e8-85ff-ade408ac51db", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:07:28.671415 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6a7d194-326c-4bb3-b1db-78bb145d931a {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:07:28.671813 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a7d194-326c-4bb3-b1db-78bb145d931a'] response: {'name': 'network-changed', 'server_uuid': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'tag': '4813358b-0d46-44e8-85ff-ade408ac51db', 'status': 'completed', 'code': 200} Jun 23 12:07:28.732059 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbe2a5-3e45-4dc2-973d-3ae895f5bdd7 req-b143ae1f-0208-4cc8-b60d-ad82d301fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:28.733601 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4fbbe2a5-3e45-4dc2-973d-3ae895f5bdd7 req-b143ae1f-0208-4cc8-b60d-ad82d301fe43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 1129 time: 0.0401609 Jun 23 12:07:28.825145 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbe2a5-3e45-4dc2-973d-3ae895f5bdd7 req-1e43e606-1654-4e24-ab7a-379fcbcb8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:28.826740 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4fbbe2a5-3e45-4dc2-973d-3ae895f5bdd7 req-1e43e606-1654-4e24-ab7a-379fcbcb8434 service neutron] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 913 time: 0.0860305 Jun 23 12:07:28.856365 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-1704b6af-6f27-493f-9c2c-78de8526596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'f0ac291d-464c-483f-9230-cbcfadf0a826', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'port_id': '4813358b-0d46-44e8-85ff-ade408ac51db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'mac_address': 'fa:16:3e:f9:23:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:07:27Z', 'updated_at': '2022-06-23T12:07:27Z', 'revision_number': 0, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:07:28.885486 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704b6af-6f27-493f-9c2c-78de8526596e None None] Checking router: 1534ea4c-b159-489d-b0d1-51023227e521 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:07:28.892089 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4fbbe2a5-3e45-4dc2-973d-3ae895f5bdd7 req-883ccf85-2034-4f56-9795-48b3ae70b80f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4813358b-0d46-44e8-85ff-ade408ac51db HTTP/1.1" status: 200 len: 999 time: 0.0597525 Jun 23 12:07:28.894099 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704b6af-6f27-493f-9c2c-78de8526596e None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:07:28.894703 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-1704b6af-6f27-493f-9c2c-78de8526596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:07:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:07:28.941503 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbe2a5-3e45-4dc2-973d-3ae895f5bdd7 req-0992f44c-544a-4338-82a1-576794413573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:28.942899 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4fbbe2a5-3e45-4dc2-973d-3ae895f5bdd7 req-0992f44c-544a-4338-82a1-576794413573 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.0445504 Jun 23 12:07:28.992145 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-1704b6af-6f27-493f-9c2c-78de8526596e None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:07:28.995120 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbe2a5-3e45-4dc2-973d-3ae895f5bdd7 req-d9f225e9-a92e-4e3a-ae0c-2e70427acd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:28.997244 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4fbbe2a5-3e45-4dc2-973d-3ae895f5bdd7 req-d9f225e9-a92e-4e3a-ae0c-2e70427acd4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478477 Jun 23 12:07:29.093210 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4fbbe2a5-3e45-4dc2-973d-3ae895f5bdd7 req-8ed551e2-2e5f-463c-9ebf-ca2acc297bbe service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893042 Jun 23 12:07:29.187615 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4fbbe2a5-3e45-4dc2-973d-3ae895f5bdd7 req-3ff84771-941d-499f-90fd-a51cd5e107f3 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887232 Jun 23 12:07:29.206301 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-1704b6af-6f27-493f-9c2c-78de8526596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'f0ac291d-464c-483f-9230-cbcfadf0a826', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'port_id': '4813358b-0d46-44e8-85ff-ade408ac51db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'mac_address': 'fa:16:3e:f9:23:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:07:27Z', 'updated_at': '2022-06-23T12:07:27Z', 'revision_number': 0, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:07:29.231215 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704b6af-6f27-493f-9c2c-78de8526596e None None] The sync data for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi is: [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'f0ac291d-464c-483f-9230-cbcfadf0a826', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'port_id': '4813358b-0d46-44e8-85ff-ade408ac51db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'mac_address': 'fa:16:3e:f9:23:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:07:27Z', 'updated_at': '2022-06-23T12:07:27Z', 'revision_number': 0, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:07:29.431315 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c96b2-2c58-490a-b4e9-b4b5b38f7462 None None] New status for floating IP f0ac291d-464c-483f-9230-cbcfadf0a826: ACTIVE {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:07:29.434380 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=72,neutron:UPDATE=5 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:29.684403 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:07:31.082214 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:31.097000 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6ce642b1-a850-4bf8-acf9-cf88d13aaa12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:33.395468 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:33.408565 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-fe332676-e8de-4a75-81f1-762b11f3bce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:34.681127 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:35.932746 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:36.168280 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:38.568648 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:38.570567 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:39.182195 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=54 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:39.184203 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=51 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:39.739329 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=76 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:39.744466 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=80 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:40.309611 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:07:46.163206 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:50.301058 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:50.305628 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:07:50.893969 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0b032d74-53b8-4e8a-b012-8b477ae8306c req-773703e9-3645-41d7-ad33-33716b64fac1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376644 Jun 23 12:07:50.978786 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b032d74-53b8-4e8a-b012-8b477ae8306c req-ec42a1c1-b1b0-4f6a-ac9f-3a5ffcf299ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:50.980337 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0b032d74-53b8-4e8a-b012-8b477ae8306c req-ec42a1c1-b1b0-4f6a-ac9f-3a5ffcf299ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 1129 time: 0.0400884 Jun 23 12:07:51.088251 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b032d74-53b8-4e8a-b012-8b477ae8306c req-f5d3146e-1bb7-4b3b-bec7-2f2dd4d711e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:51.090434 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0b032d74-53b8-4e8a-b012-8b477ae8306c req-f5d3146e-1bb7-4b3b-bec7-2f2dd4d711e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 913 time: 0.0910380 Jun 23 12:07:51.149810 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0b032d74-53b8-4e8a-b012-8b477ae8306c req-fcc2d9be-cd0a-4228-b708-cb73eeb610cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4813358b-0d46-44e8-85ff-ade408ac51db HTTP/1.1" status: 200 len: 1001 time: 0.0529659 Jun 23 12:07:51.197297 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b032d74-53b8-4e8a-b012-8b477ae8306c req-e48d83b4-07b0-4521-ba57-1d1ed0030095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:51.199249 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0b032d74-53b8-4e8a-b012-8b477ae8306c req-e48d83b4-07b0-4521-ba57-1d1ed0030095 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.0437465 Jun 23 12:07:51.247645 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b032d74-53b8-4e8a-b012-8b477ae8306c req-16e89f07-c9d8-43b3-8a2d-f67957920f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:07:51.249212 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0b032d74-53b8-4e8a-b012-8b477ae8306c req-16e89f07-c9d8-43b3-8a2d-f67957920f89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431430 Jun 23 12:07:51.342747 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0b032d74-53b8-4e8a-b012-8b477ae8306c req-9ada1798-94ac-4a78-b6fe-f3cc4448e495 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856574 Jun 23 12:07:51.438693 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-0b032d74-53b8-4e8a-b012-8b477ae8306c req-78131e12-c613-4220-ab45-1a979cf83c81 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879214 Jun 23 12:08:01.090188 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-601863fa-f7f5-424d-82ca-91f280aa39c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:08:01.425564 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=47 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:08:01.436030 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=54 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:08:03.410416 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-c7226839-343f-4c8d-822f-f6f29283a04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:08:04.683718 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:08:05.932802 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:08:06.170923 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:08:06.683270 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:08:10.322642 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:08:16.749193 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:08:16.749949 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:08:20.313097 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:08:20.315756 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:08:20.317809 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:08:29.689174 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:08:29.690345 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:DELETE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:08:31.093871 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-15cf80ef-93fd-414d-869f-a34a5f6b932b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:08:33.411831 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ac3f618b-f92d-4b6b-913b-71885dc84302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:08:34.687478 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:08:35.971676 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:08:36.173095 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:08:40.332811 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:08:43.682494 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:08:50.321439 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:08:50.325946 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:08:50.327920 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:08:52.866355 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1540ce97-b035-4c90-aeb4-8600023ed657 req-e2374788-baf1-491a-89b0-f8dafffe457b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373087 Jun 23 12:08:52.960656 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540ce97-b035-4c90-aeb4-8600023ed657 req-1e5b8fc0-6d24-44de-8e72-e61a01cad8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:08:52.962087 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1540ce97-b035-4c90-aeb4-8600023ed657 req-1e5b8fc0-6d24-44de-8e72-e61a01cad8f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 1129 time: 0.0463808 Jun 23 12:08:53.071614 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540ce97-b035-4c90-aeb4-8600023ed657 req-0d943d24-55aa-4f0d-ab0e-a68a59688f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:08:53.073104 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1540ce97-b035-4c90-aeb4-8600023ed657 req-0d943d24-55aa-4f0d-ab0e-a68a59688f65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 913 time: 0.0887563 Jun 23 12:08:53.139555 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1540ce97-b035-4c90-aeb4-8600023ed657 req-f2a8cc2d-c566-425e-939d-2ac10982119d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4813358b-0d46-44e8-85ff-ade408ac51db HTTP/1.1" status: 200 len: 1001 time: 0.0564103 Jun 23 12:08:53.195153 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540ce97-b035-4c90-aeb4-8600023ed657 req-2de0c2da-c129-4182-bff5-a59e12ec3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:08:53.196586 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1540ce97-b035-4c90-aeb4-8600023ed657 req-2de0c2da-c129-4182-bff5-a59e12ec3043 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.0468745 Jun 23 12:08:53.243320 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540ce97-b035-4c90-aeb4-8600023ed657 req-6cc24499-9225-4865-932a-15acb298cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:08:53.245373 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1540ce97-b035-4c90-aeb4-8600023ed657 req-6cc24499-9225-4865-932a-15acb298cae3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395024 Jun 23 12:08:53.339444 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1540ce97-b035-4c90-aeb4-8600023ed657 req-8338810c-a0ae-4f40-8d7f-d6c356224385 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840404 Jun 23 12:08:53.439924 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-1540ce97-b035-4c90-aeb4-8600023ed657 req-8d2614c3-c45d-492f-829f-9a20a7589807 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910766 Jun 23 12:08:53.745441 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=4 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:08:53.746152 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=4 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:01.096679 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-2684ea10-beef-440b-af76-63f67b3b7158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:03.416504 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6b61b459-f40b-4475-8997-db843a2e8c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:03.433087 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=45 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:03.436003 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=56 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:04.689632 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:05.944847 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:06.048765 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2a4abb39-6156-45aa-9f57-31b026365dd8 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642463158&fields=id&tenant_id=c41820d2b5eb4dedb313bcef88259676 HTTP/1.1" status: 200 len: 267 time: 0.0461209 Jun 23 12:09:06.177140 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:06.383527 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-9bcb8bd9-42ca-480b-803a-8427b467ae7b tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:06.385046 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-9bcb8bd9-42ca-480b-803a-8427b467ae7b tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 812 time: 0.3292983 Jun 23 12:09:06.399976 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-3cb7e43a-0c1a-4e3a-aa48-fbb9652a4773 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/quotas/c41820d2b5eb4dedb313bcef88259676 HTTP/1.1" status: 200 len: 375 time: 0.0090477 Jun 23 12:09:06.451050 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-9b21f38c-32f7-400f-98a2-7422bf0ea7b1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460143 Jun 23 12:09:06.547212 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-972e922c-3b89-4b41-82df-c01127809501 service neutron] 10.222.0.67 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853479 Jun 23 12:09:06.638918 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-8478ca06-c502-45b6-b8fe-e1f499789fc6 service neutron] 10.222.0.67 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851395 Jun 23 12:09:06.929596 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c238a10a-bc50-449b-902d-e7c060771d33 req-020a6b9b-0143-4cbc-9192-e20c8a9d9dde tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 210 time: 0.0287967 Jun 23 12:09:08.009775 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-393cef84-c4d9-4522-8ef7-c60067742dab req-12427866-22cc-4aec-929c-d8a76a8c47a8 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 210 time: 0.0317047 Jun 23 12:09:09.100193 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ebc043d6-bde0-4f51-8609-736218f4a1d1 req-1d607427-787d-446c-b35c-31507862aa08 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 210 time: 0.0352147 Jun 23 12:09:10.178113 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-230ecf01-07eb-49f2-b828-4bf22a7ecc01 req-00e38f6a-d363-4b6c-82ff-edab318f88af tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 210 time: 0.0292382 Jun 23 12:09:10.331042 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:11.273188 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-e71bd97a-01db-4b99-aa33-ed6da03eb286 req-1eee417d-d013-48ab-a5fc-ce490e14ec1f tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 210 time: 0.0277886 Jun 23 12:09:11.967203 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2a3f9f41-30af-4b27-84b6-9c903699fe40 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:11.968716 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2a3f9f41-30af-4b27-84b6-9c903699fe40 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 812 time: 0.1017814 Jun 23 12:09:12.040073 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-b691adb3-f79c-4b3f-b352-bc5d49acd017 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c41820d2b5eb4dedb313bcef88259676 HTTP/1.1" status: 200 len: 379 time: 0.0602088 Jun 23 12:09:12.052070 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Request body: {'port': {'device_id': 'bb89068f-56ff-47df-885d-72d786f44cd9', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'admin_state_up': True, 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'security_groups': ['9e15007e-483b-47a4-85b6-2c0acdd5d0a7']}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:09:12.160026 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Made reservation on behalf of c41820d2b5eb4dedb313bcef88259676 for: {'port': 1} {{(pid=103988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 12:09:12.163430 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:12.301847 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_common [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Allocated IP 172.20.0.6 (afd3f766-cce7-48e3-b8ae-4e4ead512081/135ae706-8942-4cf4-a67a-b50c44503fad/d8ccb929-7844-4513-8055-792586e5e2aa) {{(pid=103988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:09:12.378607 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3b1c7cc5-f368-4d20-8c57-4ff9020bccde req-6cd39610-ae8b-4a61-b07f-c85590aa85a2 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 210 time: 0.0303571 Jun 23 12:09:12.462974 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for port (d8ccb929-7844-4513-8055-792586e5e2aa), precommit_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:12.495467 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (d8ccb929-7844-4513-8055-792586e5e2aa), after_create {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:12.541228 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Network afd3f766-cce7-48e3-b8ae-4e4ead512081 is already hosted by enough agents. {{(pid=103988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:09:12.544257 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.base_scheduler [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Resources bound (agent type, host, resource id): {{(pid=103988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:09:12.548345 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Received port after_create {{(pid=103988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:09:12.554847 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event updated for resources: {'Port': ['ID=d8ccb929-7844-4513-8055-792586e5e2aa,revision_number=1']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:09:12.582551 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:12.582922 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:12.583430 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:12.583583 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:12.583961 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:12.584251 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:12.584569 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:12.584920 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:12.585271 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:12.585578 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:12.585901 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:12.586226 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:12.586549 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:12.586867 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:12.587187 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:12.614915 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:12.615527 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:12.633362 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-02613693-0bec-4232-a79a-1ce21af74dd7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853858 Jun 23 12:09:12.644734 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.v2.base [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Request body: {'port': {'device_id': 'bb89068f-56ff-47df-885d-72d786f44cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=103988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:09:12.710755 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:12.713653 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:12.721309 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (d8ccb929-7844-4513-8055-792586e5e2aa), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:12.794451 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-06f30099-49de-407b-b7ef-66a16027676e None None] Provisioning complete for port d8ccb929-7844-4513-8055-792586e5e2aa triggered by entity DHCP. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:09:12.795056 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-06f30099-49de-407b-b7ef-66a16027676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (d8ccb929-7844-4513-8055-792586e5e2aa), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:12.829380 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-06f30099-49de-407b-b7ef-66a16027676e None None] Port d8ccb929-7844-4513-8055-792586e5e2aa cannot update to ACTIVE because it is not bound. {{(pid=103990) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 12:09:12.987573 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ccb929-7844-4513-8055-792586e5e2aa {{(pid=103988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:09:12.995079 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Publish callbacks [] for port (d8ccb929-7844-4513-8055-792586e5e2aa), precommit_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:13.008305 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.provisioning_blocks [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Transition to ACTIVE for port object d8ccb929-7844-4513-8055-792586e5e2aa will not be triggered until provisioned by entity L2. {{(pid=103988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 12:09:13.012137 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (d8ccb929-7844-4513-8055-792586e5e2aa), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:13.069727 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Pushing event updated for resources: {'Port': ['ID=d8ccb929-7844-4513-8055-792586e5e2aa,revision_number=2']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:09:13.138384 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Attempting to bind port d8ccb929-7844-4513-8055-792586e5e2aa on host hv-cinder-82660 for vnic_type normal with profile {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 12:09:13.139420 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Attempting to bind port d8ccb929-7844-4513-8055-792586e5e2aa by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 12:09:13.139420 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Attempting to bind port d8ccb929-7844-4513-8055-792586e5e2aa on network afd3f766-cce7-48e3-b8ae-4e4ead512081 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:09:13.143893 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Port d8ccb929-7844-4513-8055-792586e5e2aa on network afd3f766-cce7-48e3-b8ae-4e4ead512081 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 12:09:13.144205 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Attempting to bind port d8ccb929-7844-4513-8055-792586e5e2aa on network afd3f766-cce7-48e3-b8ae-4e4ead512081 {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 12:09:13.149360 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Checking agent: {'id': '1522c31b-b600-48f0-948e-30e1851c136e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'started_at': datetime.datetime(2022, 6, 23, 11, 52, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 12, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 12:09:13.149692 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Checking segment: {'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 12:09:13.150075 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Bound using segment: {'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'} {{(pid=103988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 12:09:13.150492 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.managers [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Bound port: d8ccb929-7844-4513-8055-792586e5e2aa, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081'}}] {{(pid=103988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 12:09:13.150846 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (d8ccb929-7844-4513-8055-792586e5e2aa), before_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:13.214299 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] For port d8ccb929-7844-4513-8055-792586e5e2aa, host hv-cinder-82660, cleared binding levels {{(pid=103988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 12:09:13.217937 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] For port d8ccb929-7844-4513-8055-792586e5e2aa, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d8ccb929-7844-4513-8055-792586e5e2aa,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 12:09:13.223809 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28484991'] for port (d8ccb929-7844-4513-8055-792586e5e2aa), after_update {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:13.263452 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:13.264075 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:13.265497 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] 10.222.0.44 "PUT /v2.0/ports/d8ccb929-7844-4513-8055-792586e5e2aa HTTP/1.1" status: 200 len: 1093 time: 0.6248810 Jun 23 12:09:13.265937 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb89068f-56ff-47df-885d-72d786f44cd9', 'tag': 'd8ccb929-7844-4513-8055-792586e5e2aa'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:09:13.268133 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d48a820-a487-4ad7-abf3-be4a8b7c5056" -d '{"events": [{"name": "network-changed", "server_uuid": "bb89068f-56ff-47df-885d-72d786f44cd9", "tag": "d8ccb929-7844-4513-8055-792586e5e2aa"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:09:13.290814 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07a4b3-f365-4bad-b96c-24fb7bd9700d service neutron] Pushing event updated for resources: {'Port': ['ID=d8ccb929-7844-4513-8055-792586e5e2aa,revision_number=3']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:09:13.314643 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229c255d-268d-4e90-b9b6-19f80f8476f7 x-openstack-request-id: req-229c255d-268d-4e90-b9b6-19f80f8476f7 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:09:13.315291 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb89068f-56ff-47df-885d-72d786f44cd9", "tag": "d8ccb929-7844-4513-8055-792586e5e2aa", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:09:13.315291 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-229c255d-268d-4e90-b9b6-19f80f8476f7 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:09:13.315993 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229c255d-268d-4e90-b9b6-19f80f8476f7'] response: {'name': 'network-changed', 'server_uuid': 'bb89068f-56ff-47df-885d-72d786f44cd9', 'tag': 'd8ccb929-7844-4513-8055-792586e5e2aa', 'status': 'completed', 'code': 200} Jun 23 12:09:13.363322 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-22a5e671-5892-4e0e-90f2-0f66770e3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:13.364924 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-22a5e671-5892-4e0e-90f2-0f66770e3174 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 1127 time: 0.0423963 Jun 23 12:09:13.406846 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-98dfbac8-ba5e-4a50-8ade-87dc3d8cf4e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8ccb929-7844-4513-8055-792586e5e2aa HTTP/1.1" status: 200 len: 217 time: 0.0346458 Jun 23 12:09:13.460463 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-b8247dc7-1713-4964-ad5b-69edc15ba755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:13.461950 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-b8247dc7-1713-4964-ad5b-69edc15ba755 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.0454826 Jun 23 12:09:13.502233 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b20bc2-37dc-4fec-b024-5ca53018b42c req-9be29c1f-05e0-4c1f-b058-88763558b643 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:13.503752 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a6b20bc2-37dc-4fec-b024-5ca53018b42c req-9be29c1f-05e0-4c1f-b058-88763558b643 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 943 time: 0.0475717 Jun 23 12:09:13.513394 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-ef763a0b-ccec-4eea-86ea-a330d1520063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:13.514924 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-ef763a0b-ccec-4eea-86ea-a330d1520063 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437553 Jun 23 12:09:13.558868 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-a6b20bc2-37dc-4fec-b024-5ca53018b42c req-beb9c282-cc54-4bc8-800a-543698059326 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493429 Jun 23 12:09:13.587859 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:13.612283 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-45c715f8-3a07-45c3-8949-ddcaccd920e8 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869098 Jun 23 12:09:13.710181 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-c6c580b5-e193-43f1-b32c-8375a32c51da req-c334b60c-b249-432b-8c33-11301bf19675 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882092 Jun 23 12:09:14.074337 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:14.107945 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48a820-a487-4ad7-abf3-be4a8b7c5056 req-1a9750f9-5684-49ca-a3a4-5d32e09085e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:14.109506 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8d48a820-a487-4ad7-abf3-be4a8b7c5056 req-1a9750f9-5684-49ca-a3a4-5d32e09085e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 1127 time: 0.0431044 Jun 23 12:09:14.203050 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48a820-a487-4ad7-abf3-be4a8b7c5056 req-dd42510a-87fa-404d-a5e3-3997030f39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:14.204515 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8d48a820-a487-4ad7-abf3-be4a8b7c5056 req-dd42510a-87fa-404d-a5e3-3997030f39a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 913 time: 0.0872521 Jun 23 12:09:14.246033 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8d48a820-a487-4ad7-abf3-be4a8b7c5056 req-c95e2584-4518-47c4-9b50-98eeefecd79c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8ccb929-7844-4513-8055-792586e5e2aa HTTP/1.1" status: 200 len: 217 time: 0.0319984 Jun 23 12:09:14.296126 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48a820-a487-4ad7-abf3-be4a8b7c5056 req-1e722283-ee52-4960-9f7f-55bb9b3ca012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:14.298691 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8d48a820-a487-4ad7-abf3-be4a8b7c5056 req-1e722283-ee52-4960-9f7f-55bb9b3ca012 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.0429425 Jun 23 12:09:14.347006 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48a820-a487-4ad7-abf3-be4a8b7c5056 req-94823ba7-c9a5-425d-8473-7fca1bcaca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:14.348441 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8d48a820-a487-4ad7-abf3-be4a8b7c5056 req-94823ba7-c9a5-425d-8473-7fca1bcaca0c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429456 Jun 23 12:09:14.440156 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8d48a820-a487-4ad7-abf3-be4a8b7c5056 req-eab35077-a8ef-485a-9b72-c6ba3da85163 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854473 Jun 23 12:09:14.533822 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-8d48a820-a487-4ad7-abf3-be4a8b7c5056 req-7752c5f0-fe28-4dbb-84fa-14c028bee757 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847542 Jun 23 12:09:14.672941 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b55e6-12ad-4a4e-ab47-6ed1295fa7f2 req-2c0b7334-23f6-4ccd-816b-367154a7bcc9 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:14.674603 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-257b55e6-12ad-4a4e-ab47-6ed1295fa7f2 req-2c0b7334-23f6-4ccd-816b-367154a7bcc9 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 943 time: 0.0471461 Jun 23 12:09:14.723898 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-257b55e6-12ad-4a4e-ab47-6ed1295fa7f2 req-ea97458e-bee8-4a47-98fb-a03df8377e45 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435505 Jun 23 12:09:15.837575 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba461745-2280-4285-812c-d5d41c48396b req-fe9ea2fc-1b00-44a6-83b7-78b986383b45 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:15.839068 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ba461745-2280-4285-812c-d5d41c48396b req-fe9ea2fc-1b00-44a6-83b7-78b986383b45 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 943 time: 0.0475309 Jun 23 12:09:15.888272 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-ba461745-2280-4285-812c-d5d41c48396b req-e099e4a9-e4be-4e58-820a-a9a328a4621a tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429096 Jun 23 12:09:17.000769 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b5d50-257b-4b44-a5a1-06e9c4bf7632 req-fbec0d76-1330-4f65-82c5-93c780597240 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:17.002254 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-689b5d50-257b-4b44-a5a1-06e9c4bf7632 req-fbec0d76-1330-4f65-82c5-93c780597240 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 943 time: 0.0462859 Jun 23 12:09:17.055637 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-689b5d50-257b-4b44-a5a1-06e9c4bf7632 req-9eed7ca2-2195-4354-a17f-c84648c0a498 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478687 Jun 23 12:09:18.169384 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40f900-7be2-4045-a991-5d6f50df5719 req-7ceb06dd-9615-45cd-818f-91ba144010f2 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:18.170866 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1b40f900-7be2-4045-a991-5d6f50df5719 req-7ceb06dd-9615-45cd-818f-91ba144010f2 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 943 time: 0.0473039 Jun 23 12:09:18.221585 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-1b40f900-7be2-4045-a991-5d6f50df5719 req-cd9f9ff8-c0b0-41d4-ac96-641ebe5dd484 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446901 Jun 23 12:09:19.341516 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940eb33d-3940-4f42-beed-686db835c69a req-1b78280a-4605-4b6f-876a-ddbbdaef7675 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:19.342991 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-940eb33d-3940-4f42-beed-686db835c69a req-1b78280a-4605-4b6f-876a-ddbbdaef7675 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 943 time: 0.0463247 Jun 23 12:09:19.391695 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-940eb33d-3940-4f42-beed-686db835c69a req-6a6fe20b-a434-4063-98bc-fb2b49733a1f tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432522 Jun 23 12:09:20.515197 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f6af6-8065-40d7-9095-54178c501c20 req-cedaeee8-459a-4d1e-a6dd-1aac75fc9942 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:20.516711 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3a0f6af6-8065-40d7-9095-54178c501c20 req-cedaeee8-459a-4d1e-a6dd-1aac75fc9942 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 943 time: 0.0513206 Jun 23 12:09:20.565499 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-3a0f6af6-8065-40d7-9095-54178c501c20 req-3ba89bb5-5d35-42ae-8982-01853a3504f1 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432966 Jun 23 12:09:20.683298 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:09:21.531672 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device d8ccb929-7844-4513-8055-792586e5e2aa details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=103990) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 12:09:21.635919 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port d8ccb929-7844-4513-8055-792586e5e2aa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d8ccb929-7844-4513-8055-792586e5e2aa,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:09:21.647959 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Returning: {'device': 'd8ccb929-7844-4513-8055-792586e5e2aa', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'port_id': 'd8ccb929-7844-4513-8055-792586e5e2aa', 'mac_address': 'fa:16:3e:68:a8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103990) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 12:09:21.678920 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1181d4-0bb5-46d8-a5fa-917de67675b7 req-4425d6dd-de9a-49d6-8a98-49677b307f33 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:21.680411 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5a1181d4-0bb5-46d8-a5fa-917de67675b7 req-4425d6dd-de9a-49d6-8a98-49677b307f33 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 943 time: 0.0473092 Jun 23 12:09:21.683283 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port d8ccb929-7844-4513-8055-792586e5e2aa is: DOWN; New status is: BUILD {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:09:21.683671 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (d8ccb929-7844-4513-8055-792586e5e2aa), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:21.696992 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ccb929-7844-4513-8055-792586e5e2aa {{(pid=103990) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 12:09:21.717984 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port d8ccb929-7844-4513-8055-792586e5e2aa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d8ccb929-7844-4513-8055-792586e5e2aa,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:09:21.722033 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (d8ccb929-7844-4513-8055-792586e5e2aa), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:21.731045 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-5a1181d4-0bb5-46d8-a5fa-917de67675b7 req-1adf6ab0-680e-49af-aa5c-ebc37b62cfae tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449905 Jun 23 12:09:21.768436 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=d8ccb929-7844-4513-8055-792586e5e2aa,revision_number=4']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:09:21.775593 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:21.775944 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:21.776285 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:21.776623 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:21.776979 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:21.777306 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:21.777638 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:21.777961 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:21.778865 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:21.779190 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:21.779513 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:21.779837 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:21.780158 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:21.780474 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:21.780822 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:21.971827 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] get_ports_and_sgs() called for port_ids ['d8ccb929-7844-4513-8055-792586e5e2aa'] {{(pid=103990) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 12:09:22.850250 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bfd47-258e-49a8-98db-aad7b8ad67f1 req-27d006e2-856a-4a97-9e8e-d27bd000625c tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:22.851720 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4a8bfd47-258e-49a8-98db-aad7b8ad67f1 req-27d006e2-856a-4a97-9e8e-d27bd000625c tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 944 time: 0.0463841 Jun 23 12:09:22.900214 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-4a8bfd47-258e-49a8-98db-aad7b8ad67f1 req-90c9d901-83cc-4525-b196-8f3ced9e11a0 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422611 Jun 23 12:09:23.552373 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device d8ccb929-7844-4513-8055-792586e5e2aa up at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 12:09:23.594437 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning for port d8ccb929-7844-4513-8055-792586e5e2aa completed by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 12:09:23.600259 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.provisioning_blocks [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Provisioning complete for port d8ccb929-7844-4513-8055-792586e5e2aa triggered by entity L2. {{(pid=103990) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 12:09:23.600643 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4108502'] for port (d8ccb929-7844-4513-8055-792586e5e2aa), provisioning_complete {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:23.670305 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Current status of the port d8ccb929-7844-4513-8055-792586e5e2aa is: BUILD; New status is: ACTIVE {{(pid=103990) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 12:09:23.670688 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (d8ccb929-7844-4513-8055-792586e5e2aa), before_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:23.693988 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb89068f-56ff-47df-885d-72d786f44cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ccb929-7844-4513-8055-792586e5e2aa'}] {{(pid=103990) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:09:23.696171 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0114584c765929d9507703b87be7512b5a80f11e21cee9380bef2269b4810a6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810895a4-ad3a-44e2-8580-ad1865ccda98" -d '{"events": [{"server_uuid": "bb89068f-56ff-47df-885d-72d786f44cd9", "name": "network-vif-plugged", "status": "completed", "tag": "d8ccb929-7844-4513-8055-792586e5e2aa"}]}' {{(pid=103990) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:09:23.712560 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.db [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] For port d8ccb929-7844-4513-8055-792586e5e2aa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d8ccb929-7844-4513-8055-792586e5e2aa,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103990) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:09:23.717168 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510'] for port (d8ccb929-7844-4513-8055-792586e5e2aa), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:23.738941 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580212ca-48bb-420a-9b6e-36bca5f03105 x-openstack-request-id: req-580212ca-48bb-420a-9b6e-36bca5f03105 {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:09:23.739225 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb89068f-56ff-47df-885d-72d786f44cd9", "name": "network-vif-plugged", "status": "completed", "tag": "d8ccb929-7844-4513-8055-792586e5e2aa", "code": 200}]} {{(pid=103990) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:09:23.739471 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-580212ca-48bb-420a-9b6e-36bca5f03105 {{(pid=103990) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:09:23.739852 dv-cinder-826608-3-iscsi neutron-server[103990]: INFO neutron.notifiers.nova [-] Nova event matching ['req-580212ca-48bb-420a-9b6e-36bca5f03105'] response: {'server_uuid': 'bb89068f-56ff-47df-885d-72d786f44cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ccb929-7844-4513-8055-792586e5e2aa', 'code': 200} Jun 23 12:09:23.766214 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Pushing event updated for resources: {'Port': ['ID=d8ccb929-7844-4513-8055-792586e5e2aa,revision_number=5']} {{(pid=103990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:09:23.970815 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002c116-c249-4ee0-b46e-1071e133adf2 req-a3ba27d3-1cb5-4bef-9fd1-119a7cab6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:23.972348 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f002c116-c249-4ee0-b46e-1071e133adf2 req-a3ba27d3-1cb5-4bef-9fd1-119a7cab6f9d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 1129 time: 0.0440369 Jun 23 12:09:24.018736 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b354778-8bc7-47ab-8676-9eebd12c67e2 req-84871630-da3f-458a-aafa-963c221798f7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:24.020321 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7b354778-8bc7-47ab-8676-9eebd12c67e2 req-84871630-da3f-458a-aafa-963c221798f7 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 945 time: 0.0510237 Jun 23 12:09:24.022723 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-f002c116-c249-4ee0-b46e-1071e133adf2 req-70a026fa-fc44-48ef-a54a-5ac676c5b356 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412159 Jun 23 12:09:24.069772 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-7b354778-8bc7-47ab-8676-9eebd12c67e2 req-1420b794-c178-42c1-a638-333025bf6507 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436871 Jun 23 12:09:25.172878 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:25.183675 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b8801-0d36-49b1-8ed2-3a6958a56cef req-90c2927b-68fd-4756-844d-cef016c9c4ce tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:25.185186 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a91b8801-0d36-49b1-8ed2-3a6958a56cef req-90c2927b-68fd-4756-844d-cef016c9c4ce tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 945 time: 0.0474923 Jun 23 12:09:25.234194 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a91b8801-0d36-49b1-8ed2-3a6958a56cef req-a86caf4e-7ed7-43f8-b6b2-ea1899886d0c tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429101 Jun 23 12:09:26.329332 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:26.347900 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9e58c-60d1-4b57-92fb-e5690cf55cdc req-95e48ebb-6ee3-4a18-ab83-635f1912bf12 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:26.349410 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-58e9e58c-60d1-4b57-92fb-e5690cf55cdc req-95e48ebb-6ee3-4a18-ab83-635f1912bf12 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 945 time: 0.0473254 Jun 23 12:09:26.360349 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:26.398590 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-58e9e58c-60d1-4b57-92fb-e5690cf55cdc req-80eba109-536e-4e36-8fe6-ee9c9bb1d715 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435674 Jun 23 12:09:26.515327 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f816a-f2b1-47bd-b197-abbfea6fa5d3 req-6d01de1a-c79c-4e8f-bf4b-4a90fe356918 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:26.516738 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4c1f816a-f2b1-47bd-b197-abbfea6fa5d3 req-6d01de1a-c79c-4e8f-bf4b-4a90fe356918 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 945 time: 0.0515585 Jun 23 12:09:26.546573 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:26.566846 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-4c1f816a-f2b1-47bd-b197-abbfea6fa5d3 req-fac74bca-cde3-4390-a4cc-a971d6de141b tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445769 Jun 23 12:09:26.589323 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 59026) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:09:26.627214 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ae9b7-93f0-496b-9ea9-a43458e660d1 tempest-TestVolumeBootPattern-1156524831 tempest-TestVolumeBootPattern-1156524831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:26.628748 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-9e8ae9b7-93f0-496b-9ea9-a43458e660d1 tempest-TestVolumeBootPattern-1156524831 tempest-TestVolumeBootPattern-1156524831-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 1124 time: 0.0384004 Jun 23 12:09:26.631538 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 59028) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:09:26.635663 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.v2.base [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Request body: {'floatingip': {'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'port_id': 'd8ccb929-7844-4513-8055-792586e5e2aa', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103989) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 12:09:26.657007 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:26.738559 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (None), before_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:26.849391 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_common [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Allocated IP 172.27.3.211 (51ada4b7-f27e-4e38-8367-cca5c8fc2f07/e0c85b73-601b-409e-90f4-972d962698be/ba82bd4f-c633-4a1e-a89e-aefcd346680b) {{(pid=103989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 12:09:26.952968 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for port (ba82bd4f-c633-4a1e-a89e-aefcd346680b), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:26.985137 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745041369474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (ba82bd4f-c633-4a1e-a89e-aefcd346680b), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:27.023821 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Network 51ada4b7-f27e-4e38-8367-cca5c8fc2f07 is already hosted by enough agents. {{(pid=103989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 12:09:27.028332 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.base_scheduler [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Resources bound (agent type, host, resource id): {{(pid=103989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 12:09:27.030926 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Received port after_create {{(pid=103989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 12:09:27.061558 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event updated for resources: {'Port': ['ID=ba82bd4f-c633-4a1e-a89e-aefcd346680b,revision_number=1']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:09:27.074943 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:27.075291 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:27.075717 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:27.076004 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:27.076338 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:27.076751 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:27.077027 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:27.077349 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:27.077671 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:27.077994 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:27.078320 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:27.078644 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:27.078963 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:27.079280 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:27.079593 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:09:27.340093 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:27.344390 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:27.402165 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for floatingip (3e366798-6707-454b-a685-9cc8971dbd9e), precommit_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:27.471186 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4119510'] for port (ba82bd4f-c633-4a1e-a89e-aefcd346680b), before_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:27.620186 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for port (ba82bd4f-c633-4a1e-a89e-aefcd346680b), precommit_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:27.625161 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745041839966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745041369492', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745041369510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27818840'] for port (ba82bd4f-c633-4a1e-a89e-aefcd346680b), after_update {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:27.711321 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event updated for resources: {'Port': ['ID=ba82bd4f-c633-4a1e-a89e-aefcd346680b,revision_number=2']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:09:27.727698 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-620402'] for floatingip (3e366798-6707-454b-a685-9cc8971dbd9e), after_create {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:27.856893 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.db.l3_db [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Floating IP 3e366798-6707-454b-a685-9cc8971dbd9e associated. External IP: 172.27.3.211, port: d8ccb929-7844-4513-8055-792586e5e2aa. Jun 23 12:09:28.069147 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Router 1534ea4c-b159-489d-b0d1-51023227e521 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:09:28.185465 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:09:28.195711 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de68ef59-342b-41ef-b9bc-8384e63ac865 None None] Sync routers for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:09:28.207117 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de68ef59-342b-41ef-b9bc-8384e63ac865 None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:09:28.207367 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:28.207724 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-de68ef59-342b-41ef-b9bc-8384e63ac865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:09:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:09:28.211173 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:28.245369 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-8270abcc-5007-4276-8b3d-a1152a934b38 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6107690 Jun 23 12:09:28.245369 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb89068f-56ff-47df-885d-72d786f44cd9', 'tag': 'd8ccb929-7844-4513-8055-792586e5e2aa'}] {{(pid=103989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:09:28.246443 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89c8edbb16ae4b3b4ea3e33c49c43c338f429ce4025bebace8af451714182c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa78d2e-13e7-4cbc-9bf5-775668392c90" -d '{"events": [{"name": "network-changed", "server_uuid": "bb89068f-56ff-47df-885d-72d786f44cd9", "tag": "d8ccb929-7844-4513-8055-792586e5e2aa"}]}' {{(pid=103989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:09:28.283061 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0e49e8-bb81-4d0b-8ed6-63c0a579ba93 x-openstack-request-id: req-bb0e49e8-bb81-4d0b-8ed6-63c0a579ba93 {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:09:28.283514 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb89068f-56ff-47df-885d-72d786f44cd9", "tag": "d8ccb929-7844-4513-8055-792586e5e2aa", "status": "completed", "code": 200}]} {{(pid=103989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:09:28.283897 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bb0e49e8-bb81-4d0b-8ed6-63c0a579ba93 {{(pid=103989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:09:28.284395 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb0e49e8-bb81-4d0b-8ed6-63c0a579ba93'] response: {'name': 'network-changed', 'server_uuid': 'bb89068f-56ff-47df-885d-72d786f44cd9', 'tag': 'd8ccb929-7844-4513-8055-792586e5e2aa', 'status': 'completed', 'code': 200} Jun 23 12:09:28.314303 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-de68ef59-342b-41ef-b9bc-8384e63ac865 None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:09:28.344970 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa78d2e-13e7-4cbc-9bf5-775668392c90 req-b7704c9e-08f1-47d0-a2e6-598873e3f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:28.346407 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ffa78d2e-13e7-4cbc-9bf5-775668392c90 req-b7704c9e-08f1-47d0-a2e6-598873e3f53f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 1129 time: 0.0402341 Jun 23 12:09:28.438833 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa78d2e-13e7-4cbc-9bf5-775668392c90 req-cceacacf-4353-4fa0-8be2-3f7b49d09428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:28.440355 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ffa78d2e-13e7-4cbc-9bf5-775668392c90 req-cceacacf-4353-4fa0-8be2-3f7b49d09428 service neutron] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 913 time: 0.0883999 Jun 23 12:09:28.501820 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ffa78d2e-13e7-4cbc-9bf5-775668392c90 req-c629b7f1-bed9-479f-a257-de218f9c2e53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8ccb929-7844-4513-8055-792586e5e2aa HTTP/1.1" status: 200 len: 999 time: 0.0558107 Jun 23 12:09:28.521329 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-de68ef59-342b-41ef-b9bc-8384e63ac865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '3e366798-6707-454b-a685-9cc8971dbd9e', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'port_id': 'd8ccb929-7844-4513-8055-792586e5e2aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'mac_address': 'fa:16:3e:68:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb89068f-56ff-47df-885d-72d786f44cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:09:27Z', 'updated_at': '2022-06-23T12:09:27Z', 'revision_number': 0, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address_scope': None}, {'id': 'f0ac291d-464c-483f-9230-cbcfadf0a826', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'port_id': '4813358b-0d46-44e8-85ff-ade408ac51db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'mac_address': 'fa:16:3e:f9:23:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:07:27Z', 'updated_at': '2022-06-23T12:07:29Z', 'revision_number': 1, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:09:28.545802 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de68ef59-342b-41ef-b9bc-8384e63ac865 None None] Checking router: 1534ea4c-b159-489d-b0d1-51023227e521 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:09:28.550799 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa78d2e-13e7-4cbc-9bf5-775668392c90 req-2d25ea34-da01-455f-b786-309c23dfb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:28.553165 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ffa78d2e-13e7-4cbc-9bf5-775668392c90 req-2d25ea34-da01-455f-b786-309c23dfb431 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.0448496 Jun 23 12:09:28.554745 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de68ef59-342b-41ef-b9bc-8384e63ac865 None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:09:28.555335 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-de68ef59-342b-41ef-b9bc-8384e63ac865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:09:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:09:28.595580 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa78d2e-13e7-4cbc-9bf5-775668392c90 req-6b08fd15-b93d-40a3-a8e2-4ded91c25963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:28.597021 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ffa78d2e-13e7-4cbc-9bf5-775668392c90 req-6b08fd15-b93d-40a3-a8e2-4ded91c25963 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386949 Jun 23 12:09:28.655781 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-de68ef59-342b-41ef-b9bc-8384e63ac865 None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:09:28.689863 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ffa78d2e-13e7-4cbc-9bf5-775668392c90 req-c75f49e9-60e9-446a-af16-9d94e3643535 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868888 Jun 23 12:09:28.787156 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ffa78d2e-13e7-4cbc-9bf5-775668392c90 req-37b65f7f-cc6a-40a5-a731-b6f855748747 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913115 Jun 23 12:09:28.869826 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-de68ef59-342b-41ef-b9bc-8384e63ac865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '3e366798-6707-454b-a685-9cc8971dbd9e', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'port_id': 'd8ccb929-7844-4513-8055-792586e5e2aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'mac_address': 'fa:16:3e:68:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb89068f-56ff-47df-885d-72d786f44cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:09:27Z', 'updated_at': '2022-06-23T12:09:27Z', 'revision_number': 0, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address_scope': None}, {'id': 'f0ac291d-464c-483f-9230-cbcfadf0a826', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'port_id': '4813358b-0d46-44e8-85ff-ade408ac51db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'mac_address': 'fa:16:3e:f9:23:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:07:27Z', 'updated_at': '2022-06-23T12:07:29Z', 'revision_number': 1, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:09:28.894938 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de68ef59-342b-41ef-b9bc-8384e63ac865 None None] The sync data for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi is: [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': '3e366798-6707-454b-a685-9cc8971dbd9e', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'port_id': 'd8ccb929-7844-4513-8055-792586e5e2aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'mac_address': 'fa:16:3e:68:a8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb89068f-56ff-47df-885d-72d786f44cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:09:27Z', 'updated_at': '2022-06-23T12:09:27Z', 'revision_number': 0, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address_scope': None}, {'id': 'f0ac291d-464c-483f-9230-cbcfadf0a826', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'port_id': '4813358b-0d46-44e8-85ff-ade408ac51db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'mac_address': 'fa:16:3e:f9:23:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:07:27Z', 'updated_at': '2022-06-23T12:07:29Z', 'revision_number': 1, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:09:29.085687 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07549a8-afbe-4721-b0a0-4c0e4d4ef179 None None] New status for floating IP 3e366798-6707-454b-a685-9cc8971dbd9e: ACTIVE {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:09:31.086491 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:31.088062 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:31.093669 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:UPDATE=5,neutron:SELECT=82 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:31.101652 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-7b81952a-f7a0-4a39-842e-d71720e74729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:33.421783 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c313-0328-4b5d-a823-c74f6e1a2194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:34.693258 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:35.940969 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:36.181739 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:38.240620 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:38.782583 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=69 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:38.784710 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=45 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:38.867478 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=92 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:38.872719 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=90 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:40.333740 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:09:46.178393 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:50.328157 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=7 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:50.330093 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:09:54.884058 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-24b500b6-dbc4-4491-bcf8-2542bfbf67b1 req-5b10e9fb-e077-4b73-846e-b70c9f0676c1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522254 Jun 23 12:09:54.969437 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b500b6-dbc4-4491-bcf8-2542bfbf67b1 req-ae732553-f46e-4bfd-92eb-f75ff5ca5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:54.970894 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-24b500b6-dbc4-4491-bcf8-2542bfbf67b1 req-ae732553-f46e-4bfd-92eb-f75ff5ca5323 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 1129 time: 0.0389717 Jun 23 12:09:55.344004 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b500b6-dbc4-4491-bcf8-2542bfbf67b1 req-9714d3eb-3881-4099-a3a9-3be3e08d9b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:55.345409 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-24b500b6-dbc4-4491-bcf8-2542bfbf67b1 req-9714d3eb-3881-4099-a3a9-3be3e08d9b1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 913 time: 0.3526468 Jun 23 12:09:55.409038 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-24b500b6-dbc4-4491-bcf8-2542bfbf67b1 req-cf617176-80c0-4639-8ee2-7576e17d6d4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4813358b-0d46-44e8-85ff-ade408ac51db HTTP/1.1" status: 200 len: 1001 time: 0.0539095 Jun 23 12:09:55.456797 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b500b6-dbc4-4491-bcf8-2542bfbf67b1 req-cf5f9501-8241-4851-8c15-4b82c2b0f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:55.458190 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-24b500b6-dbc4-4491-bcf8-2542bfbf67b1 req-cf5f9501-8241-4851-8c15-4b82c2b0f900 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.0433173 Jun 23 12:09:55.504549 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b500b6-dbc4-4491-bcf8-2542bfbf67b1 req-9c543b27-dcd5-4bec-96eb-d6a5f3c0d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:09:55.506040 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-24b500b6-dbc4-4491-bcf8-2542bfbf67b1 req-9c543b27-dcd5-4bec-96eb-d6a5f3c0d136 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408058 Jun 23 12:09:55.596524 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-24b500b6-dbc4-4491-bcf8-2542bfbf67b1 req-1061b727-4956-4d77-a6e2-3263c6d1edc8 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806615 Jun 23 12:09:55.692452 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-24b500b6-dbc4-4491-bcf8-2542bfbf67b1 req-1605c40c-54c7-412e-8eb6-d8b77a9039db service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870464 Jun 23 12:09:57.682765 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:10:01.104055 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5b6f-b43f-4a29-8baf-46a3b29b53c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:03.424761 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-1c531679-fdf4-49f4-b81b-84536e0c2454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:04.695697 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:05.687627 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=49 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:05.689507 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=52 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:05.942524 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:06.182332 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:07.744118 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=4 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:07.748272 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=4 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:10.347294 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:18.714555 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:20.337464 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:20.340648 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:20.342398 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:29.694614 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:29.695335 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:DELETE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:31.105511 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-4121954b-2499-40ac-9d7c-dce96cb5a365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:33.426713 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d5909774-20d3-4506-9ca8-69cdeb224bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:34.682655 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:10:34.697170 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:35.974798 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:36.191721 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:40.374493 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:44.753290 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:44.754578 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:50.365254 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:50.367837 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:50.369774 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:54.934778 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a0e84cab-f2de-4dce-b296-4504a1650172 req-9b9a0707-1b7f-4947-96a6-6b468ba177da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832498 Jun 23 12:10:55.000571 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e84cab-f2de-4dce-b296-4504a1650172 req-fd5c132d-7865-40bf-838d-eda1eedf4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:10:55.002061 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a0e84cab-f2de-4dce-b296-4504a1650172 req-fd5c132d-7865-40bf-838d-eda1eedf4f7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 1129 time: 0.0406232 Jun 23 12:10:55.118180 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e84cab-f2de-4dce-b296-4504a1650172 req-99dd180e-3409-4672-9e0b-c284ca48aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:10:55.119644 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a0e84cab-f2de-4dce-b296-4504a1650172 req-99dd180e-3409-4672-9e0b-c284ca48aa00 service neutron] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 913 time: 0.0937905 Jun 23 12:10:55.188921 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a0e84cab-f2de-4dce-b296-4504a1650172 req-21f54b8c-d7a6-4e3b-871b-fef0fc7b8db9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8ccb929-7844-4513-8055-792586e5e2aa HTTP/1.1" status: 200 len: 1001 time: 0.0584452 Jun 23 12:10:55.237075 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e84cab-f2de-4dce-b296-4504a1650172 req-c0f6880d-81d1-4c02-8bd1-c73988d21655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:10:55.238448 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a0e84cab-f2de-4dce-b296-4504a1650172 req-c0f6880d-81d1-4c02-8bd1-c73988d21655 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.0409992 Jun 23 12:10:55.283579 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e84cab-f2de-4dce-b296-4504a1650172 req-27e7d3c7-844a-49e1-9156-706f662c900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:10:55.285025 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a0e84cab-f2de-4dce-b296-4504a1650172 req-27e7d3c7-844a-49e1-9156-706f662c900c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366259 Jun 23 12:10:55.377615 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a0e84cab-f2de-4dce-b296-4504a1650172 req-9c6539e8-d519-4948-a962-0c62f58a9fc0 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833244 Jun 23 12:10:55.465960 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-a0e84cab-f2de-4dce-b296-4504a1650172 req-32337b69-30f4-455b-abad-65bc39144a7d service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796294 Jun 23 12:10:56.444361 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 59062) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:10:56.620521 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Deleting port ba82bd4f-c633-4a1e-a89e-aefcd346680b {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:10:56.620893 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (ba82bd4f-c633-4a1e-a89e-aefcd346680b), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:56.698305 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (ba82bd4f-c633-4a1e-a89e-aefcd346680b), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:56.698636 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for floatingip (ba82bd4f-c633-4a1e-a89e-aefcd346680b), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:56.711771 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Calling delete_port for ba82bd4f-c633-4a1e-a89e-aefcd346680b owned by network:floatingip {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:10:56.830665 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:56.854193 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (ba82bd4f-c633-4a1e-a89e-aefcd346680b), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:56.858181 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:56.885227 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event deleted for resources: {'Port': ['ID=ba82bd4f-c633-4a1e-a89e-aefcd346680b,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:10:56.907334 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:56.907686 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:56.908032 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:56.908373 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:56.908742 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:56.909076 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:56.909402 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:56.909742 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:56.910050 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:56.910377 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:56.910702 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:56.911023 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:56.911343 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:56.911660 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:56.911977 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:10:56.960349 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for floatingip (3e366798-6707-454b-a685-9cc8971dbd9e), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:56.960591 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Floating IP 3e366798-6707-454b-a685-9cc8971dbd9e disassociated (deleted). External IP: 172.27.3.211, port: d8ccb929-7844-4513-8055-792586e5e2aa. Jun 23 12:10:57.161420 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Router 1534ea4c-b159-489d-b0d1-51023227e521 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:10:57.263338 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:10:57.267670 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:57.274070 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d85ba-a137-48a7-9e24-ba86f6885dde None None] Sync routers for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:10:57.283382 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d85ba-a137-48a7-9e24-ba86f6885dde None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:10:57.283978 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-032d85ba-a137-48a7-9e24-ba86f6885dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:10:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:57.297883 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-6849a5fd-5894-45f2-bd04-5bb5ed745035 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "DELETE /v2.0/floatingips/3e366798-6707-454b-a685-9cc8971dbd9e HTTP/1.1" status: 204 len: 168 time: 0.8523922 Jun 23 12:10:57.298482 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb89068f-56ff-47df-885d-72d786f44cd9', 'tag': 'd8ccb929-7844-4513-8055-792586e5e2aa'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:10:57.300753 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3922a0-6e3a-4c8b-82c4-7ad0fbc4d19f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb89068f-56ff-47df-885d-72d786f44cd9", "tag": "d8ccb929-7844-4513-8055-792586e5e2aa"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:10:57.343687 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f18968-52bf-40eb-8d33-a890b4d603bf x-openstack-request-id: req-41f18968-52bf-40eb-8d33-a890b4d603bf {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:10:57.344101 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb89068f-56ff-47df-885d-72d786f44cd9", "tag": "d8ccb929-7844-4513-8055-792586e5e2aa", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:10:57.344360 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-41f18968-52bf-40eb-8d33-a890b4d603bf {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:10:57.344800 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f18968-52bf-40eb-8d33-a890b4d603bf'] response: {'name': 'network-changed', 'server_uuid': 'bb89068f-56ff-47df-885d-72d786f44cd9', 'tag': 'd8ccb929-7844-4513-8055-792586e5e2aa', 'status': 'completed', 'code': 200} Jun 23 12:10:57.388269 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-032d85ba-a137-48a7-9e24-ba86f6885dde None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:10:57.425897 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3922a0-6e3a-4c8b-82c4-7ad0fbc4d19f req-e5ca9e15-7a8d-4ae5-b79c-b15b0c8de949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:10:57.427737 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-dd3922a0-6e3a-4c8b-82c4-7ad0fbc4d19f req-e5ca9e15-7a8d-4ae5-b79c-b15b0c8de949 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 1129 time: 0.0487101 Jun 23 12:10:57.530754 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3922a0-6e3a-4c8b-82c4-7ad0fbc4d19f req-a81e7252-632e-4dc0-b87a-725965f5860a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:10:57.532147 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-dd3922a0-6e3a-4c8b-82c4-7ad0fbc4d19f req-a81e7252-632e-4dc0-b87a-725965f5860a service neutron] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 913 time: 0.0973091 Jun 23 12:10:57.605451 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bfd24-53c8-401f-930f-2b17e4857876 req-0da67010-aac0-4d37-b579-38574ba0f857 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:10:57.607040 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-539bfd24-53c8-401f-930f-2b17e4857876 req-0da67010-aac0-4d37-b579-38574ba0f857 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 945 time: 0.1159792 Jun 23 12:10:57.658675 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-539bfd24-53c8-401f-930f-2b17e4857876 req-78e82dbf-6cdf-4668-8181-c472a235d960 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459762 Jun 23 12:10:57.696343 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-032d85ba-a137-48a7-9e24-ba86f6885dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'f0ac291d-464c-483f-9230-cbcfadf0a826', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'port_id': '4813358b-0d46-44e8-85ff-ade408ac51db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'mac_address': 'fa:16:3e:f9:23:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:07:27Z', 'updated_at': '2022-06-23T12:07:29Z', 'revision_number': 1, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:57.720391 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d85ba-a137-48a7-9e24-ba86f6885dde None None] Checking router: 1534ea4c-b159-489d-b0d1-51023227e521 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:10:57.729172 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d85ba-a137-48a7-9e24-ba86f6885dde None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:10:57.729763 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-032d85ba-a137-48a7-9e24-ba86f6885dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:10:33Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:57.827744 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-032d85ba-a137-48a7-9e24-ba86f6885dde None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:10:58.032532 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-032d85ba-a137-48a7-9e24-ba86f6885dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'f0ac291d-464c-483f-9230-cbcfadf0a826', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'port_id': '4813358b-0d46-44e8-85ff-ade408ac51db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'mac_address': 'fa:16:3e:f9:23:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:07:27Z', 'updated_at': '2022-06-23T12:07:29Z', 'revision_number': 1, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:10:58.056756 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032d85ba-a137-48a7-9e24-ba86f6885dde None None] The sync data for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi is: [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_floatingips': [{'id': 'f0ac291d-464c-483f-9230-cbcfadf0a826', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'router_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'port_id': '4813358b-0d46-44e8-85ff-ade408ac51db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'mac_address': 'fa:16:3e:f9:23:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T12:07:27Z', 'updated_at': '2022-06-23T12:07:29Z', 'revision_number': 1, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:10:58.260250 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba9d2c3-684b-4859-b0f2-14ed6bd7b547 None None] New status for floating IP 3e366798-6707-454b-a685-9cc8971dbd9e: DOWN {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:10:58.696774 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-dd3922a0-6e3a-4c8b-82c4-7ad0fbc4d19f req-ac395606-ba1d-494e-8604-f203978e0e43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8ccb929-7844-4513-8055-792586e5e2aa HTTP/1.1" status: 200 len: 217 time: 0.0332706 Jun 23 12:10:58.754635 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3922a0-6e3a-4c8b-82c4-7ad0fbc4d19f req-74c8a7d6-b34c-4339-9c71-e9ad60bf6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:10:58.756119 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-dd3922a0-6e3a-4c8b-82c4-7ad0fbc4d19f req-74c8a7d6-b34c-4339-9c71-e9ad60bf6143 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.0525198 Jun 23 12:10:58.830208 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cea17e-44a4-4c7b-a9c0-8c6e9d34d30d req-cb28b587-1a94-4f62-823f-50a9ec224195 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:10:58.831668 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-33cea17e-44a4-4c7b-a9c0-8c6e9d34d30d req-cb28b587-1a94-4f62-823f-50a9ec224195 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 945 time: 0.0962985 Jun 23 12:10:58.909460 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3922a0-6e3a-4c8b-82c4-7ad0fbc4d19f req-d892ccc7-3498-418c-b0cd-72a859b58797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:10:58.910960 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-dd3922a0-6e3a-4c8b-82c4-7ad0fbc4d19f req-d892ccc7-3498-418c-b0cd-72a859b58797 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650780 Jun 23 12:10:58.915642 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-33cea17e-44a4-4c7b-a9c0-8c6e9d34d30d req-e38f3a2e-eb14-4a96-b134-fb76937383c3 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785153 Jun 23 12:10:59.438869 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-dd3922a0-6e3a-4c8b-82c4-7ad0fbc4d19f req-8057dea6-bdd6-40d6-b293-c7e87a61b503 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892296 Jun 23 12:10:59.715322 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:59.727207 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79f32e-f176-4879-8d1c-ea0e9a90077f req-e300757b-3445-467a-ab9f-5c3b35aca10d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:10:59.728657 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7c79f32e-f176-4879-8d1c-ea0e9a90077f req-e300757b-3445-467a-ab9f-5c3b35aca10d tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 945 time: 0.0730069 Jun 23 12:10:59.769564 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:10:59.839640 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-dd3922a0-6e3a-4c8b-82c4-7ad0fbc4d19f req-a8d71858-b6f2-4b1e-94a1-22b885931ed1 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826024 Jun 23 12:10:59.850761 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-7c79f32e-f176-4879-8d1c-ea0e9a90077f req-b59fa8ef-4c7d-4469-9e5e-3d265b798ce0 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Deleting port d8ccb929-7844-4513-8055-792586e5e2aa {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:10:59.851102 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-7c79f32e-f176-4879-8d1c-ea0e9a90077f req-b59fa8ef-4c7d-4469-9e5e-3d265b798ce0 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (d8ccb929-7844-4513-8055-792586e5e2aa), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:59.950117 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-7c79f32e-f176-4879-8d1c-ea0e9a90077f req-b59fa8ef-4c7d-4469-9e5e-3d265b798ce0 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] For port d8ccb929-7844-4513-8055-792586e5e2aa, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d8ccb929-7844-4513-8055-792586e5e2aa,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:10:59.950491 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-7c79f32e-f176-4879-8d1c-ea0e9a90077f req-b59fa8ef-4c7d-4469-9e5e-3d265b798ce0 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (d8ccb929-7844-4513-8055-792586e5e2aa), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:10:59.963988 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-7c79f32e-f176-4879-8d1c-ea0e9a90077f req-b59fa8ef-4c7d-4469-9e5e-3d265b798ce0 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Calling delete_port for d8ccb929-7844-4513-8055-792586e5e2aa owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:11:00.028154 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029138ca-3b8b-4d03-8a4d-1267934a7a58 req-3e0007af-f8e3-4b29-a9e7-4b2f4a576bf9 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:11:00.029761 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-029138ca-3b8b-4d03-8a4d-1267934a7a58 req-3e0007af-f8e3-4b29-a9e7-4b2f4a576bf9 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb89068f-56ff-47df-885d-72d786f44cd9 HTTP/1.1" status: 200 len: 945 time: 0.0465488 Jun 23 12:11:00.083671 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-029138ca-3b8b-4d03-8a4d-1267934a7a58 req-ada42044-8779-44f6-b244-9998116f2074 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477993 Jun 23 12:11:00.088107 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-7c79f32e-f176-4879-8d1c-ea0e9a90077f req-b59fa8ef-4c7d-4469-9e5e-3d265b798ce0 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (d8ccb929-7844-4513-8055-792586e5e2aa), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:00.118469 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fa8ef-4c7d-4469-9e5e-3d265b798ce0 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event deleted for resources: {'Port': ['ID=d8ccb929-7844-4513-8055-792586e5e2aa,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:00.162326 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c79f32e-f176-4879-8d1c-ea0e9a90077f req-b59fa8ef-4c7d-4469-9e5e-3d265b798ce0 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] No DVR routers for this DVR port d8ccb929-7844-4513-8055-792586e5e2aa on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:11:00.165415 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-7c79f32e-f176-4879-8d1c-ea0e9a90077f req-b59fa8ef-4c7d-4469-9e5e-3d265b798ce0 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:00.168647 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-7c79f32e-f176-4879-8d1c-ea0e9a90077f req-b59fa8ef-4c7d-4469-9e5e-3d265b798ce0 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.44 "DELETE /v2.0/ports/d8ccb929-7844-4513-8055-792586e5e2aa HTTP/1.1" status: 204 len: 173 time: 0.4126215 Jun 23 12:11:00.169122 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb89068f-56ff-47df-885d-72d786f44cd9', 'name': 'network-vif-deleted', 'tag': 'd8ccb929-7844-4513-8055-792586e5e2aa'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:11:00.171305 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32f621e-9948-44a0-a27e-227e217a7cff" -d '{"events": [{"server_uuid": "bb89068f-56ff-47df-885d-72d786f44cd9", "name": "network-vif-deleted", "tag": "d8ccb929-7844-4513-8055-792586e5e2aa"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:11:00.212165 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8e69f3-3af3-4faa-87f5-d4573e3add10 x-openstack-request-id: req-8e8e69f3-3af3-4faa-87f5-d4573e3add10 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:11:00.212609 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb89068f-56ff-47df-885d-72d786f44cd9", "name": "network-vif-deleted", "tag": "d8ccb929-7844-4513-8055-792586e5e2aa", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:11:00.213090 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8e8e69f3-3af3-4faa-87f5-d4573e3add10 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:11:00.213745 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8e69f3-3af3-4faa-87f5-d4573e3add10'] response: {'server_uuid': 'bb89068f-56ff-47df-885d-72d786f44cd9', 'name': 'network-vif-deleted', 'tag': 'd8ccb929-7844-4513-8055-792586e5e2aa', 'status': 'completed', 'code': 200} Jun 23 12:11:01.106798 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-8f9b4c04-c096-4c75-8a64-7e438f9ecd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:01.845406 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device d8ccb929-7844-4513-8055-792586e5e2aa no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:11:01.865066 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: d8ccb929-7844-4513-8055-792586e5e2aa {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:11:01.865410 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device d8ccb929-7844-4513-8055-792586e5e2aa not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:11:03.371024 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 59112) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:11:03.427557 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-c44a2ba8-ff3c-494e-acea-75668045bbf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:03.509609 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-b85a0254-af4d-4e6f-bd04-f4d537268e32 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Deleting port bd527159-b35f-471e-99bd-952c974a6154 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:11:03.509954 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b85a0254-af4d-4e6f-bd04-f4d537268e32 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (bd527159-b35f-471e-99bd-952c974a6154), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:03.586551 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b85a0254-af4d-4e6f-bd04-f4d537268e32 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (bd527159-b35f-471e-99bd-952c974a6154), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:03.586883 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b85a0254-af4d-4e6f-bd04-f4d537268e32 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for floatingip (bd527159-b35f-471e-99bd-952c974a6154), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:03.599467 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-b85a0254-af4d-4e6f-bd04-f4d537268e32 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Calling delete_port for bd527159-b35f-471e-99bd-952c974a6154 owned by network:floatingip {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:11:03.735125 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:03.742436 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b85a0254-af4d-4e6f-bd04-f4d537268e32 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (bd527159-b35f-471e-99bd-952c974a6154), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:03.766066 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a0254-af4d-4e6f-bd04-f4d537268e32 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event deleted for resources: {'Port': ['ID=bd527159-b35f-471e-99bd-952c974a6154,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:03.771883 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:03.826696 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b85a0254-af4d-4e6f-bd04-f4d537268e32 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for floatingip (f0ac291d-464c-483f-9230-cbcfadf0a826), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:03.827053 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.db.l3_db [None req-b85a0254-af4d-4e6f-bd04-f4d537268e32 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Floating IP f0ac291d-464c-483f-9230-cbcfadf0a826 disassociated (deleted). External IP: 172.27.3.139, port: 4813358b-0d46-44e8-85ff-ade408ac51db. Jun 23 12:11:04.020879 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85a0254-af4d-4e6f-bd04-f4d537268e32 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Router 1534ea4c-b159-489d-b0d1-51023227e521 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:11:04.120642 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85a0254-af4d-4e6f-bd04-f4d537268e32 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:11:04.125365 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-b85a0254-af4d-4e6f-bd04-f4d537268e32 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:04.129944 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684cc4e7-183f-47f1-a996-c79a9caa88f9 None None] Sync routers for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:11:04.139220 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684cc4e7-183f-47f1-a996-c79a9caa88f9 None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:11:04.139822 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-684cc4e7-183f-47f1-a996-c79a9caa88f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:11:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:04.154507 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-b85a0254-af4d-4e6f-bd04-f4d537268e32 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "DELETE /v2.0/floatingips/f0ac291d-464c-483f-9230-cbcfadf0a826 HTTP/1.1" status: 204 len: 168 time: 0.7824078 Jun 23 12:11:04.155159 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'tag': '4813358b-0d46-44e8-85ff-ade408ac51db'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:11:04.157464 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a249c13-4698-43b0-b1de-249a6390df68" -d '{"events": [{"name": "network-changed", "server_uuid": "e31b7a33-2272-4a41-aede-b86c37840b61", "tag": "4813358b-0d46-44e8-85ff-ade408ac51db"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:11:04.195247 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 12:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e3e7a7-e712-4f6b-8bf3-60d2da4d3592 x-openstack-request-id: req-d4e3e7a7-e712-4f6b-8bf3-60d2da4d3592 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:11:04.195541 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31b7a33-2272-4a41-aede-b86c37840b61", "tag": "4813358b-0d46-44e8-85ff-ade408ac51db", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:11:04.195798 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d4e3e7a7-e712-4f6b-8bf3-60d2da4d3592 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:11:04.196204 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e3e7a7-e712-4f6b-8bf3-60d2da4d3592'] response: {'name': 'network-changed', 'server_uuid': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'tag': '4813358b-0d46-44e8-85ff-ade408ac51db', 'status': 'completed', 'code': 200} Jun 23 12:11:04.250134 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-684cc4e7-183f-47f1-a996-c79a9caa88f9 None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:11:04.266571 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a249c13-4698-43b0-b1de-249a6390df68 req-4b528c9b-4d46-473e-ad8d-b0c35d986c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:11:04.268282 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2a249c13-4698-43b0-b1de-249a6390df68 req-4b528c9b-4d46-473e-ad8d-b0c35d986c4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c41820d2b5eb4dedb313bcef88259676&device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 1129 time: 0.0424407 Jun 23 12:11:04.344645 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:04.382978 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a249c13-4698-43b0-b1de-249a6390df68 req-97100a48-7ac6-49ff-a81f-12fd8aa74813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:11:04.384478 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2a249c13-4698-43b0-b1de-249a6390df68 req-97100a48-7ac6-49ff-a81f-12fd8aa74813 service neutron] 10.222.0.44 "GET /v2.0/networks?id=afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 200 len: 913 time: 0.1038761 Jun 23 12:11:04.413713 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d1a6f-7b82-4ba9-959b-6ba26767c01a req-d5dc0706-d6d1-484f-8198-15e3a2d747b4 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103989) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:11:04.415187 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b48d1a6f-7b82-4ba9-959b-6ba26767c01a req-d5dc0706-d6d1-484f-8198-15e3a2d747b4 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 945 time: 0.0538738 Jun 23 12:11:04.454797 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-684cc4e7-183f-47f1-a996-c79a9caa88f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:04.457781 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:04.464774 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-b48d1a6f-7b82-4ba9-959b-6ba26767c01a req-5bbe5476-91a3-4b14-8048-b408746d59c3 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439622 Jun 23 12:11:04.484262 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684cc4e7-183f-47f1-a996-c79a9caa88f9 None None] Checking router: 1534ea4c-b159-489d-b0d1-51023227e521 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:11:04.493157 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684cc4e7-183f-47f1-a996-c79a9caa88f9 None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:11:04.493757 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-684cc4e7-183f-47f1-a996-c79a9caa88f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:11:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:04.591917 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-684cc4e7-183f-47f1-a996-c79a9caa88f9 None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:11:04.702161 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:04.770612 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-684cc4e7-183f-47f1-a996-c79a9caa88f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:04.794767 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684cc4e7-183f-47f1-a996-c79a9caa88f9 None None] The sync data for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi is: [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:29Z', 'revision_number': 4, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi', '_interfaces': [{'id': '4338d3bb-5ca0-45de-ab7e-85d30c4944db', 'name': '', 'network_id': 'afd3f766-cce7-48e3-b8ae-4e4ead512081', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'mac_address': 'fa:16:3e:60:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:28Z', 'updated_at': '2022-06-23T12:04:35Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'subnets': [{'id': '135ae706-8942-4cf4-a67a-b50c44503fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:11:05.005955 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea6f25a-c7dc-4357-a5f4-f9922acf56c0 None None] New status for floating IP f0ac291d-464c-483f-9230-cbcfadf0a826: DOWN {{(pid=103990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 12:11:05.502481 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2a249c13-4698-43b0-b1de-249a6390df68 req-1d507413-b55f-425f-93e6-39fd40fd2ed6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4813358b-0d46-44e8-85ff-ade408ac51db HTTP/1.1" status: 200 len: 217 time: 0.0337591 Jun 23 12:11:05.597686 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde627ab-5afc-4a8a-8e5e-cf917f34f6d0 req-33dfe1e7-4360-4de0-8b14-1e607e930e4f tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:11:05.599161 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bde627ab-5afc-4a8a-8e5e-cf917f34f6d0 req-33dfe1e7-4360-4de0-8b14-1e607e930e4f tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 945 time: 0.0645101 Jun 23 12:11:05.601170 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a249c13-4698-43b0-b1de-249a6390df68 req-569ab6ab-16de-4bfc-99aa-86f8ff7e864d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:11:05.602492 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2a249c13-4698-43b0-b1de-249a6390df68 req-569ab6ab-16de-4bfc-99aa-86f8ff7e864d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 200 len: 851 time: 0.0930941 Jun 23 12:11:05.658462 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-bde627ab-5afc-4a8a-8e5e-cf917f34f6d0 req-b43f66f5-a8d1-47cd-8e71-3440a3cf7a17 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e15007e-483b-47a4-85b6-2c0acdd5d0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530295 Jun 23 12:11:05.685609 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a249c13-4698-43b0-b1de-249a6390df68 req-77a79170-f559-4fea-ac7c-3817ef5d100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:11:05.687120 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2a249c13-4698-43b0-b1de-249a6390df68 req-77a79170-f559-4fea-ac7c-3817ef5d100f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=afd3f766-cce7-48e3-b8ae-4e4ead512081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461717 Jun 23 12:11:05.778233 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2a249c13-4698-43b0-b1de-249a6390df68 req-dbd00bbb-18e5-44fa-8eb6-0736833adbe9 service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845723 Jun 23 12:11:05.948940 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:05.968295 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-2a249c13-4698-43b0-b1de-249a6390df68 req-f5f042b0-bd71-45d6-887a-88201718bd5f service neutron] 10.222.0.44 "GET /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852523 Jun 23 12:11:06.000579 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:06.009639 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=100 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:06.020186 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca04eb-d74e-434d-9337-ee13614bde3f req-860d195f-1ea9-433b-8369-59df8f3c67dd tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 12:11:06.021696 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ffca04eb-d74e-434d-9337-ee13614bde3f req-860d195f-1ea9-433b-8369-59df8f3c67dd tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.44 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 945 time: 0.0525203 Jun 23 12:11:06.103943 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-ffca04eb-d74e-434d-9337-ee13614bde3f req-09a6e6c1-710c-4297-b1c3-cc824c923d5c tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Deleting port 4813358b-0d46-44e8-85ff-ade408ac51db {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:11:06.104211 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-ffca04eb-d74e-434d-9337-ee13614bde3f req-09a6e6c1-710c-4297-b1c3-cc824c923d5c tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (4813358b-0d46-44e8-85ff-ade408ac51db), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:06.183460 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:06.195067 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [req-ffca04eb-d74e-434d-9337-ee13614bde3f req-09a6e6c1-710c-4297-b1c3-cc824c923d5c tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] For port 4813358b-0d46-44e8-85ff-ade408ac51db, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4813358b-0d46-44e8-85ff-ade408ac51db,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:11:06.195435 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-ffca04eb-d74e-434d-9337-ee13614bde3f req-09a6e6c1-710c-4297-b1c3-cc824c923d5c tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (4813358b-0d46-44e8-85ff-ade408ac51db), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:06.208146 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [req-ffca04eb-d74e-434d-9337-ee13614bde3f req-09a6e6c1-710c-4297-b1c3-cc824c923d5c tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Calling delete_port for 4813358b-0d46-44e8-85ff-ade408ac51db owned by compute:nova {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:11:06.329623 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-ffca04eb-d74e-434d-9337-ee13614bde3f req-09a6e6c1-710c-4297-b1c3-cc824c923d5c tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (4813358b-0d46-44e8-85ff-ade408ac51db), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:06.624597 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6e6c1-710c-4297-b1c3-cc824c923d5c tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event deleted for resources: {'Port': ['ID=4813358b-0d46-44e8-85ff-ade408ac51db,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:06.674563 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffca04eb-d74e-434d-9337-ee13614bde3f req-09a6e6c1-710c-4297-b1c3-cc824c923d5c tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] No DVR routers for this DVR port 4813358b-0d46-44e8-85ff-ade408ac51db on host hv-cinder-82660 {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:11:06.677303 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [req-ffca04eb-d74e-434d-9337-ee13614bde3f req-09a6e6c1-710c-4297-b1c3-cc824c923d5c tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for port (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:06.681062 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [req-ffca04eb-d74e-434d-9337-ee13614bde3f req-09a6e6c1-710c-4297-b1c3-cc824c923d5c tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.44 "DELETE /v2.0/ports/4813358b-0d46-44e8-85ff-ade408ac51db HTTP/1.1" status: 204 len: 173 time: 0.6509643 Jun 23 12:11:06.681488 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'name': 'network-vif-deleted', 'tag': '4813358b-0d46-44e8-85ff-ade408ac51db'}] {{(pid=103988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 12:11:06.683649 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6edf1e5d678b36ee6bd3a84323da4b390ce718980dbb08d82283cae756c2f90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79d9947-6d28-4ea8-b26d-9dc50cc27b16" -d '{"events": [{"server_uuid": "e31b7a33-2272-4a41-aede-b86c37840b61", "name": "network-vif-deleted", "tag": "4813358b-0d46-44e8-85ff-ade408ac51db"}]}' {{(pid=103988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 12:11:06.721763 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 12:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f779381-5ee5-446f-82a6-6ad546bc5f06 x-openstack-request-id: req-4f779381-5ee5-446f-82a6-6ad546bc5f06 {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 12:11:06.722347 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31b7a33-2272-4a41-aede-b86c37840b61", "name": "network-vif-deleted", "tag": "4813358b-0d46-44e8-85ff-ade408ac51db", "status": "completed", "code": 200}]} {{(pid=103988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 12:11:06.722613 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4f779381-5ee5-446f-82a6-6ad546bc5f06 {{(pid=103988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 12:11:06.723010 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f779381-5ee5-446f-82a6-6ad546bc5f06'] response: {'server_uuid': 'e31b7a33-2272-4a41-aede-b86c37840b61', 'name': 'network-vif-deleted', 'tag': '4813358b-0d46-44e8-85ff-ade408ac51db', 'status': 'completed', 'code': 200} Jun 23 12:11:06.763586 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [req-8b254064-fa8c-4e4c-931a-43bce39a9f8a req-938a1d9d-be8b-45c7-a660-8d1434f52e97 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "GET /v2.0/ports?device_id=e31b7a33-2272-4a41-aede-b86c37840b61 HTTP/1.1" status: 200 len: 210 time: 0.0285079 Jun 23 12:11:07.823870 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 59128) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:11:07.931481 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-1fadfd3f-64e6-42bf-ad57-eb572dcf62a9 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Deleting port 5268de8c-0a0f-48fa-b061-50d84988d7cf {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:11:07.931828 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1fadfd3f-64e6-42bf-ad57-eb572dcf62a9 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (5268de8c-0a0f-48fa-b061-50d84988d7cf), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:08.009261 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1fadfd3f-64e6-42bf-ad57-eb572dcf62a9 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (5268de8c-0a0f-48fa-b061-50d84988d7cf), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:08.009594 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1fadfd3f-64e6-42bf-ad57-eb572dcf62a9 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for floatingip (5268de8c-0a0f-48fa-b061-50d84988d7cf), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:08.021926 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-1fadfd3f-64e6-42bf-ad57-eb572dcf62a9 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Calling delete_port for 5268de8c-0a0f-48fa-b061-50d84988d7cf owned by network:floatingip {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:11:08.145445 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1fadfd3f-64e6-42bf-ad57-eb572dcf62a9 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (5268de8c-0a0f-48fa-b061-50d84988d7cf), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:08.174747 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadfd3f-64e6-42bf-ad57-eb572dcf62a9 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event deleted for resources: {'Port': ['ID=5268de8c-0a0f-48fa-b061-50d84988d7cf,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:08.234749 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1fadfd3f-64e6-42bf-ad57-eb572dcf62a9 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for floatingip (2d969402-26a0-44f6-8e5a-0ddb34a81b78), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:08.237559 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-1fadfd3f-64e6-42bf-ad57-eb572dcf62a9 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35193'] for floatingip (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:08.238713 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-1fadfd3f-64e6-42bf-ad57-eb572dcf62a9 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "DELETE /v2.0/floatingips/2d969402-26a0-44f6-8e5a-0ddb34a81b78 HTTP/1.1" status: 204 len: 168 time: 0.4149275 Jun 23 12:11:09.439599 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 59140) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:11:09.459301 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:09.484410 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:09.498696 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-4c3e8191-e526-4cf1-9d4e-ce28c3a70197 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group (9e15007e-483b-47a4-85b6-2c0acdd5d0a7), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:09.523800 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-4c3e8191-e526-4cf1-9d4e-ce28c3a70197 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group (9e15007e-483b-47a4-85b6-2c0acdd5d0a7), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:09.586498 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-4c3e8191-e526-4cf1-9d4e-ce28c3a70197 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (9e15007e-483b-47a4-85b6-2c0acdd5d0a7), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:09.589176 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-4c3e8191-e526-4cf1-9d4e-ce28c3a70197 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:09.590319 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-4c3e8191-e526-4cf1-9d4e-ce28c3a70197 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] 10.222.0.67 "DELETE /v2.0/security-groups/9e15007e-483b-47a4-85b6-2c0acdd5d0a7 HTTP/1.1" status: 204 len: 168 time: 0.1497419 Jun 23 12:11:09.599899 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e8191-e526-4cf1-9d4e-ce28c3a70197 tempest-TestVolumeBootPattern-1759797625 tempest-TestVolumeBootPattern-1759797625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e15007e-483b-47a4-85b6-2c0acdd5d0a7,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:09.642225 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 59144) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:11:09.880306 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 4813358b-0d46-44e8-85ff-ade408ac51db no longer exists at agent hyperv_hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:11:09.901929 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] No Port match for: 4813358b-0d46-44e8-85ff-ade408ac51db {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:11:09.902272 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Device 4813358b-0d46-44e8-85ff-ade408ac51db not bound to the agent host hv-cinder-82660 {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:11:10.074450 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597640'] for router_interface (1534ea4c-b159-489d-b0d1-51023227e521), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:10.293743 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Deleting port 4338d3bb-5ca0-45de-ab7e-85d30c4944db {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:11:10.294079 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:10.359538 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:10.371099 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] For port 4338d3bb-5ca0-45de-ab7e-85d30c4944db, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=4338d3bb-5ca0-45de-ab7e-85d30c4944db,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:11:10.371456 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:10.385690 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Calling delete_port for 4338d3bb-5ca0-45de-ab7e-85d30c4944db owned by network:router_interface {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:11:10.391271 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:10.430535 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=100 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:10.563736 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (4338d3bb-5ca0-45de-ab7e-85d30c4944db), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:10.588562 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Pushing event deleted for resources: {'Port': ['ID=4338d3bb-5ca0-45de-ab7e-85d30c4944db,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:10.617166 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:11:10.617438 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:11:10.617753 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:11:10.618075 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:11:10.618398 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:11:10.618716 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:11:10.619030 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:11:10.619341 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:11:10.619653 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:11:10.619971 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:11:10.620282 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:11:10.620593 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:11:10.620928 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:11:10.621237 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:11:10.621542 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-3-iscsi {{(pid=103989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 12:11:10.768176 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597532'] for router_interface (1534ea4c-b159-489d-b0d1-51023227e521), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:11.201093 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Router 1534ea4c-b159-489d-b0d1-51023227e521 has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:11:11.303127 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:11:11.309286 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-124c8fad-b15f-4ead-b084-7ac1fd1c529e admin admin] 10.222.0.67 "PUT /v2.0/routers/1534ea4c-b159-489d-b0d1-51023227e521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6656673 Jun 23 12:11:11.312397 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 59148) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:11:11.313998 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e51379a-d2a4-4043-8eec-1bca89211b03 None None] Sync routers for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:11:11.323916 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e51379a-d2a4-4043-8eec-1bca89211b03 None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:11:11.324512 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-7e51379a-d2a4-4043-8eec-1bca89211b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:11:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:11.408428 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-42ac939e-2f28-47c9-bbe7-491157084d08 admin admin] Publish callbacks [] for router (1534ea4c-b159-489d-b0d1-51023227e521), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:11.423101 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-7e51379a-d2a4-4043-8eec-1bca89211b03 None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: dv-cinder-826608-3-iscsi {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:11:11.487253 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:11.496442 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:11.512048 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-42ac939e-2f28-47c9-bbe7-491157084d08 admin admin] Publish callbacks [] for router_gateway (1534ea4c-b159-489d-b0d1-51023227e521), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:11.553328 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-42ac939e-2f28-47c9-bbe7-491157084d08 admin admin] Deleting port 5c8f4ae1-2e59-49d6-850d-5a5404696e1f {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:11:11.553659 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-42ac939e-2f28-47c9-bbe7-491157084d08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (5c8f4ae1-2e59-49d6-850d-5a5404696e1f), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:11.644310 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-42ac939e-2f28-47c9-bbe7-491157084d08 admin admin] For port 5c8f4ae1-2e59-49d6-850d-5a5404696e1f, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=5c8f4ae1-2e59-49d6-850d-5a5404696e1f,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:11:11.644700 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-42ac939e-2f28-47c9-bbe7-491157084d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (5c8f4ae1-2e59-49d6-850d-5a5404696e1f), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:11.659698 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-42ac939e-2f28-47c9-bbe7-491157084d08 admin admin] Calling delete_port for 5c8f4ae1-2e59-49d6-850d-5a5404696e1f owned by network:router_gateway {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:11:11.685237 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:11:11.689360 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-7e51379a-d2a4-4043-8eec-1bca89211b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:11:10Z', 'revision_number': 5, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port': {'id': '5c8f4ae1-2e59-49d6-850d-5a5404696e1f', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1534ea4c-b159-489d-b0d1-51023227e521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:11.713618 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e51379a-d2a4-4043-8eec-1bca89211b03 None None] Checking router: 1534ea4c-b159-489d-b0d1-51023227e521 for host: dv-cinder-826608-3-iscsi {{(pid=103991) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:11:11.721846 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e51379a-d2a4-4043-8eec-1bca89211b03 None None] Routers {'1534ea4c-b159-489d-b0d1-51023227e521'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103991) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:11:11.722449 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-7e51379a-d2a4-4043-8eec-1bca89211b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:11:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['1534ea4c-b159-489d-b0d1-51023227e521'], 'active': True} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:11.814517 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_dvr_db [None req-7e51379a-d2a4-4043-8eec-1bca89211b03 None None] Set router 1534ea4c-b159-489d-b0d1-51023227e521 gateway port host: None {{(pid=103991) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:11:11.827142 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-42ac939e-2f28-47c9-bbe7-491157084d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (5c8f4ae1-2e59-49d6-850d-5a5404696e1f), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:11.857045 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac939e-2f28-47c9-bbe7-491157084d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8f4ae1-2e59-49d6-850d-5a5404696e1f,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:11.865438 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.l3_hamode_db [None req-7e51379a-d2a4-4043-8eec-1bca89211b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:11:11Z', 'revision_number': 6, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port_host': None}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:11.868038 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=100 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:11.890863 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e51379a-d2a4-4043-8eec-1bca89211b03 None None] The sync data for ids ['1534ea4c-b159-489d-b0d1-51023227e521'] in dv-cinder-826608-3-iscsi is: [{'id': '1534ea4c-b159-489d-b0d1-51023227e521', 'name': 'tempest-TestVolumeBootPattern-1468288165-router', 'tenant_id': 'c41820d2b5eb4dedb313bcef88259676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:26Z', 'updated_at': '2022-06-23T12:11:11Z', 'revision_number': 6, 'project_id': 'c41820d2b5eb4dedb313bcef88259676', 'gw_port_host': None}] {{(pid=103991) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:11:11.921859 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-42ac939e-2f28-47c9-bbe7-491157084d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595256'] for router_gateway (1534ea4c-b159-489d-b0d1-51023227e521), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.008587 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-42ac939e-2f28-47c9-bbe7-491157084d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28040'] for router (1534ea4c-b159-489d-b0d1-51023227e521), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.010736 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-42ac939e-2f28-47c9-bbe7-491157084d08 admin admin] Publish callbacks [] for router_controller (1534ea4c-b159-489d-b0d1-51023227e521), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.050995 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-42ac939e-2f28-47c9-bbe7-491157084d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597951'] for router (1534ea4c-b159-489d-b0d1-51023227e521), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.052025 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ac939e-2f28-47c9-bbe7-491157084d08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1534ea4c-b159-489d-b0d1-51023227e521 {{(pid=103989) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:11:12.057448 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-42ac939e-2f28-47c9-bbe7-491157084d08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.058600 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-42ac939e-2f28-47c9-bbe7-491157084d08 admin admin] 10.222.0.67 "DELETE /v2.0/routers/1534ea4c-b159-489d-b0d1-51023227e521 HTTP/1.1" status: 204 len: 168 time: 0.7450938 Jun 23 12:11:12.061050 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 59150) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:11:12.105470 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd7f6a6-ec62-4f1d-a766-297d8cfb052d admin admin] Deleting subnet 135ae706-8942-4cf4-a67a-b50c44503fad {{(pid=103989) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 12:11:12.108441 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bfd7f6a6-ec62-4f1d-a766-297d8cfb052d admin admin] Publish callbacks [] for subnet (135ae706-8942-4cf4-a67a-b50c44503fad), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.142247 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bfd7f6a6-ec62-4f1d-a766-297d8cfb052d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28146412'] for subnet (135ae706-8942-4cf4-a67a-b50c44503fad), precommit_delete_associations {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.221671 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bfd7f6a6-ec62-4f1d-a766-297d8cfb052d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (135ae706-8942-4cf4-a67a-b50c44503fad), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.276519 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bfd7f6a6-ec62-4f1d-a766-297d8cfb052d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27818774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29159588'] for subnet (135ae706-8942-4cf4-a67a-b50c44503fad), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.304356 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7f6a6-ec62-4f1d-a766-297d8cfb052d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=135ae706-8942-4cf4-a67a-b50c44503fad,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:12.308964 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-bfd7f6a6-ec62-4f1d-a766-297d8cfb052d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for subnet (None), before_response {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.312287 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-bfd7f6a6-ec62-4f1d-a766-297d8cfb052d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/135ae706-8942-4cf4-a67a-b50c44503fad HTTP/1.1" status: 204 len: 168 time: 0.2502954 Jun 23 12:11:12.314905 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 59152) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:11:12.315401 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4300908e-8594-4aba-891a-600df3eea1c3 None None] Network afd3f766-cce7-48e3-b8ae-4e4ead512081 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 12:11:12.382652 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (afd3f766-cce7-48e3-b8ae-4e4ead512081), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.423484 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] Deleting port 8cea7be7-1219-43d4-92f0-e7cef6833edd {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:11:12.423831 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (8cea7be7-1219-43d4-92f0-e7cef6833edd), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.489753 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] For port 8cea7be7-1219-43d4-92f0-e7cef6833edd, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=8cea7be7-1219-43d4-92f0-e7cef6833edd,segment=NetworkSegment(d8ab5237-d28c-4d76-804b-8f0f5b4707c8),segment_id=d8ab5237-d28c-4d76-804b-8f0f5b4707c8)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:11:12.490123 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (8cea7be7-1219-43d4-92f0-e7cef6833edd), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.503312 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] Calling delete_port for 8cea7be7-1219-43d4-92f0-e7cef6833edd owned by network:dhcp {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:11:12.579247 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (8cea7be7-1219-43d4-92f0-e7cef6833edd), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.608281 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cea7be7-1219-43d4-92f0-e7cef6833edd,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:12.610127 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] No DVR routers for this DVR port 8cea7be7-1219-43d4-92f0-e7cef6833edd on host dv-cinder-826608-3-iscsi {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:11:12.661664 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a92cbf3-a601-4897-9053-c4410dd11c0e None None] DHCP port deletion for afd3f766-cce7-48e3-b8ae-4e4ead512081 request from dv-cinder-826608-3-iscsi {{(pid=103990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 12:11:12.692017 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (afd3f766-cce7-48e3-b8ae-4e4ead512081), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.713125 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd3f766-cce7-48e3-b8ae-4e4ead512081']}} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:12.722770 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8') {'for_net_delete': True} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:12.723069 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ab5237-d28c-4d76-804b-8f0f5b4707c8') {} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:12.738645 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28331967'] for segment (d8ab5237-d28c-4d76-804b-8f0f5b4707c8), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.755096 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (d8ab5237-d28c-4d76-804b-8f0f5b4707c8), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.761937 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:11:12.762436 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28484955'] for segment (d8ab5237-d28c-4d76-804b-8f0f5b4707c8), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.765396 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 8cea7be7-1219-43d4-92f0-e7cef6833edd no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:11:12.785699 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 8cea7be7-1219-43d4-92f0-e7cef6833edd {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:11:12.786127 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 8cea7be7-1219-43d4-92f0-e7cef6833edd not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:11:12.786626 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 5c8f4ae1-2e59-49d6-850d-5a5404696e1f no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:11:12.807061 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 5c8f4ae1-2e59-49d6-850d-5a5404696e1f {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:11:12.807431 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 5c8f4ae1-2e59-49d6-850d-5a5404696e1f not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:11:12.807844 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 4338d3bb-5ca0-45de-ab7e-85d30c4944db no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:11:12.825537 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (afd3f766-cce7-48e3-b8ae-4e4ead512081), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.833046 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 4338d3bb-5ca0-45de-ab7e-85d30c4944db {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:11:12.833607 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 4338d3bb-5ca0-45de-ab7e-85d30c4944db not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:11:12.834172 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:12.837443 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] 10.222.0.67 "DELETE /v2.0/networks/afd3f766-cce7-48e3-b8ae-4e4ead512081 HTTP/1.1" status: 204 len: 168 time: 0.5215178 Jun 23 12:11:12.840524 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [-] (103989) accepted ('10.222.0.67', 59158) {{(pid=103989) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:11:12.855308 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9fee6-c4d5-4f47-8932-4eed6dc8fbb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=afd3f766-cce7-48e3-b8ae-4e4ead512081,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:12.858835 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.services.segments.plugin [-] Segment d8ab5237-d28c-4d76-804b-8f0f5b4707c8 resource provider aggregate not found Jun 23 12:11:12.877182 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.services.segments.plugin [-] Segment d8ab5237-d28c-4d76-804b-8f0f5b4707c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8ab5237-d28c-4d76-804b-8f0f5b4707c8 found for delete ", "request_id": "req-ddbdd7c4-878f-4a85-a654-dfc62940aa06"}]} Jun 23 12:11:12.900571 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:12.950519 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:13.175005 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-55827bef-18ce-4586-8c81-a75e052865e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-597640'] for router_interface (f24800e9-0883-41c3-ac8f-d0a26b9743bd), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:13.386810 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-55827bef-18ce-4586-8c81-a75e052865e4 admin admin] Deleting port a9b758ee-c142-4fbc-890f-f0d3a50378e8 {{(pid=103989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:11:13.387146 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-55827bef-18ce-4586-8c81-a75e052865e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), before_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:13.463063 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.db [None req-55827bef-18ce-4586-8c81-a75e052865e4 admin admin] For port a9b758ee-c142-4fbc-890f-f0d3a50378e8, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=a9b758ee-c142-4fbc-890f-f0d3a50378e8,segment=NetworkSegment(dc4d1020-54f5-4a65-b37e-3b8165bc293a),segment_id=dc4d1020-54f5-4a65-b37e-3b8165bc293a)] {{(pid=103989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:11:13.463350 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-55827bef-18ce-4586-8c81-a75e052865e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), precommit_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:13.475988 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.plugins.ml2.plugin [None req-55827bef-18ce-4586-8c81-a75e052865e4 admin admin] Calling delete_port for a9b758ee-c142-4fbc-890f-f0d3a50378e8 owned by network:router_interface {{(pid=103989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:11:13.650115 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-55827bef-18ce-4586-8c81-a75e052865e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27818817'] for port (a9b758ee-c142-4fbc-890f-f0d3a50378e8), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:13.679745 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55827bef-18ce-4586-8c81-a75e052865e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b758ee-c142-4fbc-890f-f0d3a50378e8,revision_number=None']} {{(pid=103989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:13.703508 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:13.735888 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:13.839841 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron_lib.callbacks.manager [None req-55827bef-18ce-4586-8c81-a75e052865e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-597532'] for router_interface (f24800e9-0883-41c3-ac8f-d0a26b9743bd), after_delete {{(pid=103989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:14.040831 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55827bef-18ce-4586-8c81-a75e052865e4 admin admin] Router f24800e9-0883-41c3-ac8f-d0a26b9743bd has already been hosted by L3 agent 263c949e-07af-45af-b0e8-7ec66b4e7435 {{(pid=103989) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 12:11:14.139913 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55827bef-18ce-4586-8c81-a75e052865e4 admin admin] Notify agent at l3_agent.dv-cinder-826608-3-iscsi the message routers_updated {{(pid=103989) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 12:11:14.144989 dv-cinder-826608-3-iscsi neutron-server[103989]: INFO neutron.wsgi [None req-55827bef-18ce-4586-8c81-a75e052865e4 admin admin] 10.222.0.67 "PUT /v2.0/routers/f24800e9-0883-41c3-ac8f-d0a26b9743bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3034229 Jun 23 12:11:14.147687 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 59162) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:11:14.148260 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf9566-6744-4497-948b-8e8ff6a27fa1 None None] Sync routers for ids ['f24800e9-0883-41c3-ac8f-d0a26b9743bd'] in dv-cinder-826608-3-iscsi {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 12:11:14.157924 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf9566-6744-4497-948b-8e8ff6a27fa1 None None] Routers {'f24800e9-0883-41c3-ac8f-d0a26b9743bd'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:11:14.158527 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-7aaf9566-6744-4497-948b-8e8ff6a27fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:11:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['f24800e9-0883-41c3-ac8f-d0a26b9743bd'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:14.248040 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d2fb-a1ae-4bfb-ac7e-9e4997a6a915 admin admin] Publish callbacks [] for router (f24800e9-0883-41c3-ac8f-d0a26b9743bd), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:14.259079 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-7aaf9566-6744-4497-948b-8e8ff6a27fa1 None None] Set router f24800e9-0883-41c3-ac8f-d0a26b9743bd gateway port host: dv-cinder-826608-3-iscsi {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:11:14.346464 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d2fb-a1ae-4bfb-ac7e-9e4997a6a915 admin admin] Publish callbacks [] for router_gateway (f24800e9-0883-41c3-ac8f-d0a26b9743bd), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:14.385739 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:14.393588 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-a6b6d2fb-a1ae-4bfb-ac7e-9e4997a6a915 admin admin] Deleting port 8276b248-11c5-4711-b229-4221797f7285 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:11:14.393936 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d2fb-a1ae-4bfb-ac7e-9e4997a6a915 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (8276b248-11c5-4711-b229-4221797f7285), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:14.420772 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:14.441251 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-7aaf9566-6744-4497-948b-8e8ff6a27fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'name': 'tempest-TestVolumeBootPattern-1733985033-router', 'tenant_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'external_fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '8276b248-11c5-4711-b229-4221797f7285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:31Z', 'updated_at': '2022-06-23T12:11:13Z', 'revision_number': 5, 'project_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'gw_port': {'id': '8276b248-11c5-4711-b229-4221797f7285', 'name': '', 'network_id': '51ada4b7-f27e-4e38-8367-cca5c8fc2f07', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e0c85b73-601b-409e-90f4-972d962698be', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T12:04:32Z', 'updated_at': '2022-06-23T12:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0c85b73-601b-409e-90f4-972d962698be', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-3-iscsi'}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:14.487208 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [None req-a6b6d2fb-a1ae-4bfb-ac7e-9e4997a6a915 admin admin] For port 8276b248-11c5-4711-b229-4221797f7285, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=8276b248-11c5-4711-b229-4221797f7285,segment=NetworkSegment(b0f6d459-cf47-4134-be43-4e10cf9bd1b4),segment_id=b0f6d459-cf47-4134-be43-4e10cf9bd1b4)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:11:14.487588 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d2fb-a1ae-4bfb-ac7e-9e4997a6a915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (8276b248-11c5-4711-b229-4221797f7285), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:14.503473 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-a6b6d2fb-a1ae-4bfb-ac7e-9e4997a6a915 admin admin] Calling delete_port for 8276b248-11c5-4711-b229-4221797f7285 owned by network:router_gateway {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:11:14.594252 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf9566-6744-4497-948b-8e8ff6a27fa1 None None] Checking router: f24800e9-0883-41c3-ac8f-d0a26b9743bd for host: dv-cinder-826608-3-iscsi {{(pid=103990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 12:11:14.603573 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf9566-6744-4497-948b-8e8ff6a27fa1 None None] Routers {'f24800e9-0883-41c3-ac8f-d0a26b9743bd'} bound to L3 agent in host dv-cinder-826608-3-iscsi {{(pid=103990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 12:11:14.604124 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-7aaf9566-6744-4497-948b-8e8ff6a27fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T11:46:33Z,description=,heartbeat_timestamp=2022-06-23T12:11:03Z,host='dv-cinder-826608-3-iscsi',id=263c949e-07af-45af-b0e8-7ec66b4e7435,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T11:46:33Z,topic='l3_agent')) {'router_ids': ['f24800e9-0883-41c3-ac8f-d0a26b9743bd'], 'active': True} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:14.683063 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d2fb-a1ae-4bfb-ac7e-9e4997a6a915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (8276b248-11c5-4711-b229-4221797f7285), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:14.689291 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_dvr_db [None req-7aaf9566-6744-4497-948b-8e8ff6a27fa1 None None] Set router f24800e9-0883-41c3-ac8f-d0a26b9743bd gateway port host: None {{(pid=103990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 12:11:14.708087 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6d2fb-a1ae-4bfb-ac7e-9e4997a6a915 admin admin] Pushing event deleted for resources: {'Port': ['ID=8276b248-11c5-4711-b229-4221797f7285,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:14.740518 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.db.l3_hamode_db [None req-7aaf9566-6744-4497-948b-8e8ff6a27fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'name': 'tempest-TestVolumeBootPattern-1733985033-router', 'tenant_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:31Z', 'updated_at': '2022-06-23T12:11:14Z', 'revision_number': 6, 'project_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'gw_port_host': None}], 'dv-cinder-826608-3-iscsi', False) {} {{(pid=103990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:14.768409 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf9566-6744-4497-948b-8e8ff6a27fa1 None None] The sync data for ids ['f24800e9-0883-41c3-ac8f-d0a26b9743bd'] in dv-cinder-826608-3-iscsi is: [{'id': 'f24800e9-0883-41c3-ac8f-d0a26b9743bd', 'name': 'tempest-TestVolumeBootPattern-1733985033-router', 'tenant_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T12:04:31Z', 'updated_at': '2022-06-23T12:11:14Z', 'revision_number': 6, 'project_id': '2e4e826f92f04bd5a4ac850f8194ba78', 'gw_port_host': None}] {{(pid=103990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 12:11:14.786250 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d2fb-a1ae-4bfb-ac7e-9e4997a6a915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595256'] for router_gateway (f24800e9-0883-41c3-ac8f-d0a26b9743bd), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:14.872853 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d2fb-a1ae-4bfb-ac7e-9e4997a6a915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28040'] for router (f24800e9-0883-41c3-ac8f-d0a26b9743bd), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:14.874928 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d2fb-a1ae-4bfb-ac7e-9e4997a6a915 admin admin] Publish callbacks [] for router_controller (f24800e9-0883-41c3-ac8f-d0a26b9743bd), precommit_delete_associations {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:14.920535 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d2fb-a1ae-4bfb-ac7e-9e4997a6a915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597951'] for router (f24800e9-0883-41c3-ac8f-d0a26b9743bd), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:14.921162 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b6d2fb-a1ae-4bfb-ac7e-9e4997a6a915 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f24800e9-0883-41c3-ac8f-d0a26b9743bd {{(pid=103988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 12:11:14.925610 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d2fb-a1ae-4bfb-ac7e-9e4997a6a915 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:14.927043 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-a6b6d2fb-a1ae-4bfb-ac7e-9e4997a6a915 admin admin] 10.222.0.67 "DELETE /v2.0/routers/f24800e9-0883-41c3-ac8f-d0a26b9743bd HTTP/1.1" status: 204 len: 168 time: 0.7783217 Jun 23 12:11:14.929550 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 59164) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:11:14.973352 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a719a8-f327-485f-b608-26b7b519df02 admin admin] Deleting subnet 80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8 {{(pid=103988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 12:11:14.976472 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-61a719a8-f327-485f-b608-26b7b519df02 admin admin] Publish callbacks [] for subnet (80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.010442 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-61a719a8-f327-485f-b608-26b7b519df02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28331940'] for subnet (80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8), precommit_delete_associations {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.087543 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-61a719a8-f327-485f-b608-26b7b519df02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4112200'] for subnet (80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.145944 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-61a719a8-f327-485f-b608-26b7b519df02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4112230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28484913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29328204'] for subnet (80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.170769 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a719a8-f327-485f-b608-26b7b519df02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:15.177461 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-61a719a8-f327-485f-b608-26b7b519df02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.180633 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-61a719a8-f327-485f-b608-26b7b519df02 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/80d140ff-cbbe-4fd5-8e9d-e31b0f6aa4f8 HTTP/1.1" status: 204 len: 168 time: 0.2501676 Jun 23 12:11:15.183142 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 59166) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:11:15.185860 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b55c445-332e-406b-9b4a-4223e44d08e6 None None] Network 6cf916c6-24c4-452d-9440-98e48b1c41f8 requested from dv-cinder-826608-3-iscsi {{(pid=103990) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 12:11:15.260316 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3937247'] for network (6cf916c6-24c4-452d-9440-98e48b1c41f8), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.302480 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] Deleting port 510623d8-38ef-43f2-89b4-4343a9e2fc05 {{(pid=103988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 12:11:15.302820 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745041831720'] for port (510623d8-38ef-43f2-89b4-4343a9e2fc05), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.305713 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:15.327903 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:15.369930 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.db [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] For port 510623d8-38ef-43f2-89b4-4343a9e2fc05, host dv-cinder-826608-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-3-iscsi',level=0,port_id=510623d8-38ef-43f2-89b4-4343a9e2fc05,segment=NetworkSegment(dc4d1020-54f5-4a65-b37e-3b8165bc293a),segment_id=dc4d1020-54f5-4a65-b37e-3b8165bc293a)] {{(pid=103988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 12:11:15.370295 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595903'] for port (510623d8-38ef-43f2-89b4-4343a9e2fc05), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.383884 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.plugin [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] Calling delete_port for 510623d8-38ef-43f2-89b4-4343a9e2fc05 owned by network:dhcp {{(pid=103988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 12:11:15.461954 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4119447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745041839984', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745041369483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28484966'] for port (510623d8-38ef-43f2-89b4-4343a9e2fc05), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.486853 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=510623d8-38ef-43f2-89b4-4343a9e2fc05,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:15.488666 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] No DVR routers for this DVR port 510623d8-38ef-43f2-89b4-4343a9e2fc05 on host dv-cinder-826608-3-iscsi {{(pid=103988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 12:11:15.544140 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9664fe8f-fa8e-4b60-9842-75d4f7b0c817 None None] DHCP port deletion for 6cf916c6-24c4-452d-9440-98e48b1c41f8 request from dv-cinder-826608-3-iscsi {{(pid=103990) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 12:11:15.563077 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3799093', 'neutron.services.segments.db._delete_segments_for_network-8745041646475'] for network (6cf916c6-24c4-452d-9440-98e48b1c41f8), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.587575 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf916c6-24c4-452d-9440-98e48b1c41f8']}} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:15.597312 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4d1020-54f5-4a65-b37e-3b8165bc293a') {'for_net_delete': True} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:15.597615 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.services.segments.db [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4d1020-54f5-4a65-b37e-3b8165bc293a') {} {{(pid=103988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 12:11:15.607196 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745041648020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28331967'] for segment (dc4d1020-54f5-4a65-b37e-3b8165bc293a), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.622616 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216'] for segment (dc4d1020-54f5-4a65-b37e-3b8165bc293a), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.630214 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 12:11:15.630670 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3788216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28484955'] for segment (dc4d1020-54f5-4a65-b37e-3b8165bc293a), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.685402 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.services.segments.plugin [-] Segment dc4d1020-54f5-4a65-b37e-3b8165bc293a resource provider aggregate not found Jun 23 12:11:15.696839 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3799084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-620335'] for network (6cf916c6-24c4-452d-9440-98e48b1c41f8), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.703309 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554215'] for network (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.706490 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6cf916c6-24c4-452d-9440-98e48b1c41f8 HTTP/1.1" status: 204 len: 168 time: 0.5224237 Jun 23 12:11:15.722160 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.services.segments.plugin [-] Segment dc4d1020-54f5-4a65-b37e-3b8165bc293a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc4d1020-54f5-4a65-b37e-3b8165bc293a found for delete ", "request_id": "req-c8a1043e-33a1-44c3-9e59-8a9aae126d56"}]} Jun 23 12:11:15.723360 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0341a-f9dc-4aa6-8313-a5ce16f814f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cf916c6-24c4-452d-9440-98e48b1c41f8,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:15.826314 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 59174) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:11:15.870508 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-a7acd364-4ab4-4ee5-a7b9-fb92c3f956a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c41820d2b5eb4dedb313bcef88259676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429087 Jun 23 12:11:15.872929 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 59176) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:11:15.922743 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a20399cc-1795-45a8-b8d4-c17f0d6d63e2 admin admin] Publish callbacks [] for security_group (c2194974-6afc-460e-977c-634a89f669bd), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.944490 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a20399cc-1795-45a8-b8d4-c17f0d6d63e2 admin admin] Publish callbacks [] for security_group (c2194974-6afc-460e-977c-634a89f669bd), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.991722 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a20399cc-1795-45a8-b8d4-c17f0d6d63e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (c2194974-6afc-460e-977c-634a89f669bd), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.994375 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-a20399cc-1795-45a8-b8d4-c17f0d6d63e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:15.995524 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-a20399cc-1795-45a8-b8d4-c17f0d6d63e2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c2194974-6afc-460e-977c-634a89f669bd HTTP/1.1" status: 204 len: 168 time: 0.1217074 Jun 23 12:11:16.003458 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20399cc-1795-45a8-b8d4-c17f0d6d63e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2194974-6afc-460e-977c-634a89f669bd,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:16.313591 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 59182) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:11:16.353736 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-6a6be21c-e787-421e-b8ca-fb54e58d377b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2e4e826f92f04bd5a4ac850f8194ba78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390341 Jun 23 12:11:16.356076 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [-] (103988) accepted ('10.222.0.67', 59184) {{(pid=103988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 12:11:16.405142 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7da926fd-6036-4581-8dd5-09d11042f029 admin admin] Publish callbacks [] for security_group (6c11da99-2352-4672-a5da-fe45b627c250), before_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:16.425888 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7da926fd-6036-4581-8dd5-09d11042f029 admin admin] Publish callbacks [] for security_group (6c11da99-2352-4672-a5da-fe45b627c250), precommit_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:16.458769 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:16.474377 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7da926fd-6036-4581-8dd5-09d11042f029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605136'] for security_group (6c11da99-2352-4672-a5da-fe45b627c250), after_delete {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:16.477071 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron_lib.callbacks.manager [None req-7da926fd-6036-4581-8dd5-09d11042f029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:16.478220 dv-cinder-826608-3-iscsi neutron-server[103988]: INFO neutron.wsgi [None req-7da926fd-6036-4581-8dd5-09d11042f029 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6c11da99-2352-4672-a5da-fe45b627c250 HTTP/1.1" status: 204 len: 168 time: 0.1212826 Jun 23 12:11:16.486282 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da926fd-6036-4581-8dd5-09d11042f029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c11da99-2352-4672-a5da-fe45b627c250,revision_number=None']} {{(pid=103988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 12:11:16.758759 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device a9b758ee-c142-4fbc-890f-f0d3a50378e8 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:11:16.780035 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: a9b758ee-c142-4fbc-890f-f0d3a50378e8 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:11:16.780473 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device a9b758ee-c142-4fbc-890f-f0d3a50378e8 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:11:16.780981 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 8276b248-11c5-4711-b229-4221797f7285 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:11:16.801379 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 8276b248-11c5-4711-b229-4221797f7285 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:11:16.801731 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 8276b248-11c5-4711-b229-4221797f7285 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:11:16.802151 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 510623d8-38ef-43f2-89b4-4343a9e2fc05 no longer exists at agent ovs-agent-dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 12:11:16.821192 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.plugin [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] No Port match for: 510623d8-38ef-43f2-89b4-4343a9e2fc05 {{(pid=103990) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 12:11:16.821538 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron.plugins.ml2.rpc [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Device 510623d8-38ef-43f2-89b4-4343a9e2fc05 not bound to the agent host dv-cinder-826608-3-iscsi {{(pid=103990) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 12:11:24.137181 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=42 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:24.138020 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG dbcounter [-] [103989] Writing DB stats neutron:SELECT=52 {{(pid=103989) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:26.003595 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=9 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:26.012244 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=88 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:26.481048 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=69,neutron:DELETE=10 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:26.481886 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG dbcounter [-] [103988] Writing DB stats neutron:SELECT=1 {{(pid=103988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:26.780019 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:26.804212 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:26.805961 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:31.108189 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-824a8f17-f141-4893-9895-ce7b8afbadaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:33.430069 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-0be6830c-3580-4f23-80b4-db70606cd902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:34.704099 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:35.949880 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:36.185311 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:40.404199 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:11:48.685379 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:11:50.391825 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=7 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:50.392622 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:50.399719 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:58.764654 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:11:58.769645 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=6 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:12:01.109542 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ec28ee5a-cada-4898-b1ac-525c035c5d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:12:03.432189 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc598950-87cf-44c3-8c36-d4106757ba4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:12:04.706637 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:12:05.952100 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:12:06.187325 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:12:10.416767 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:12:16.184034 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:12:20.408288 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:12:20.412852 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:12:25.684917 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:12:31.110652 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-67eda294-3631-4e72-be8d-f7fb347f918a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:12:33.437205 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-085ac2e4-9f2c-483c-8f76-91600b48249c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:12:34.710571 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:12:35.770875 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:12:35.774364 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:12:35.978105 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:12:36.189674 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:12:40.417663 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:12:50.405870 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:12:50.410307 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:UPDATE=3,neutron:SELECT=14 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:12:50.412323 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:13:01.111896 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-ec6c1375-031e-4802-b293-9509050ac64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:13:02.684954 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:13:03.438629 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6d734b08-054f-47c8-9ee0-d5bfbbbd407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:13:04.712424 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:13:05.956719 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:13:06.192448 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:13:10.433851 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:13:12.776605 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=2 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:13:12.781594 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=6 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:13:16.187954 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:13:20.426086 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:13:20.428149 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:13:26.009808 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=14 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:13:26.011636 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=12 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:13:31.112774 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-cd5826b4-d83d-44a6-b4d4-8c93d45313d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:13:33.440350 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-c6950d1d-e931-4742-8bbd-d26f71e9fbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:13:34.715786 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:13:35.959187 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:13:36.194867 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:13:39.684917 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:13:40.432073 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:13:49.772022 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:13:49.776170 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:13:50.420999 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:13:50.425111 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:13:50.426796 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:13:54.773067 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [req-79f72d28-6187-4fa3-981d-e090faed2cfc req-266b9687-05b3-4ed3-8e7b-abe706eeb557 service neutron] (103989) timed out ('10.222.0.44', 50904) {{(pid=103989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 12:13:54.899771 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [req-e6306198-4bf6-4a11-b33b-ad9a0e580f73 req-d50c5158-235a-4697-b491-8a5f9dc47f0e service neutron] (103988) timed out ('10.222.0.44', 51177) {{(pid=103988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 12:13:55.194726 dv-cinder-826608-3-iscsi neutron-server[103988]: DEBUG neutron.wsgi [req-16b1b003-fffe-45af-8741-8d3664f22dbb req-a3a34ff9-97aa-441b-975b-00ce1b9c5618 tempest-VolumesNegativeTest-1623902244 tempest-VolumesNegativeTest-1623902244-project] (103988) timed out ('10.222.0.44', 50927) {{(pid=103988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 12:14:01.114467 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-727fae14-e629-4108-a3c0-6d6c7200ec9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:14:02.331295 dv-cinder-826608-3-iscsi neutron-server[103989]: DEBUG neutron.wsgi [req-3ba90ede-6547-4369-8d2e-160aef89e7ab req-ae0e788a-ab00-432b-95ab-69947d0a1f69 service neutron] (103989) timed out ('10.222.0.44', 51179) {{(pid=103989) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 12:14:03.442484 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-e46c6494-bd84-43bb-94a4-2325264960cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:14:04.719438 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:14:05.962424 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:14:06.198880 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:14:10.430260 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:14:16.684736 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:14:20.420316 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:14:20.424332 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:14:20.425420 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:14:26.781599 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:14:29.696957 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:14:31.115605 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-d9ce05fc-b1b3-4dbb-bf3f-fd7826771e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:14:33.448088 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-7bea9a17-822a-4a13-a6db-6d4af43a9738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:14:34.721909 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:14:35.974554 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:14:36.202552 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:14:40.429397 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:14:50.417811 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:UPDATE=3,neutron:SELECT=12 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:14:50.418536 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:14:50.425312 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:14:53.684549 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:15:01.117421 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-4a4ce501-417d-403f-a78d-91b48a225c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:15:03.440206 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-12809a4b-c839-41dd-b259-d3f6b0df69b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:15:03.780958 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:15:03.785944 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:15:04.725043 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:15:05.967007 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:15:06.204527 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:15:10.444389 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:15:16.201490 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:15:20.432889 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=4 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:15:20.440040 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:15:26.011934 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=14 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:15:26.014760 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=14 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:15:30.683852 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:15:31.119489 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-f0954249-3814-4830-be0a-79dd643754d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:15:33.441469 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-590a533f-55ea-48a8-af4f-3ec69cc08234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:15:34.727351 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:15:35.970502 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:15:36.206627 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:15:40.444354 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:15:40.785239 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:15:40.790184 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:15:50.433019 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:15:50.437752 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=8 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:15:50.438865 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:16:01.121687 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-be2e9c77-3c9b-4857-9929-b87137791e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:16:03.443778 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-858d1049-6645-48b9-8b36-da0a8e2945e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:16:04.729906 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:16:05.972498 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:16:06.208207 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:16:07.686298 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG neutron.db.agents_db [None req-bacc5330-ff51-44b5-a06f-d5ef328750e7 None None] Agent healthcheck: found 6 active agents {{(pid=103991) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 12:16:10.443086 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:16:17.789806 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=3 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:16:17.795430 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=5 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:16:20.433487 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:16:20.437797 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:16:20.439007 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG dbcounter [-] [103990] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:16:29.701239 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:SELECT=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:16:29.701989 dv-cinder-826608-3-iscsi neutron-server[103991]: DEBUG dbcounter [-] [103991] Writing DB stats neutron:DELETE=1 {{(pid=103991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 12:16:31.123342 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-c80fdb39-49c2-4534-8102-240e00ede087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (8dc643ae-58a0-4e5b-a92b-519ac5fe7d1d), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:16:33.449277 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-9d5e7845-7dab-46c7-be62-2ba5cc7890fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (263c949e-07af-45af-b0e8-7ec66b4e7435), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:16:34.732812 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-756d85be-5e7c-461f-a1c9-63389281c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1e6951bd-04e1-4461-af77-1a6e70f1db2f), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:16:36.132564 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-bc4175ab-bba0-45af-b921-0b0e61fe1008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (eff7af82-2ae0-4fe3-ad23-2f71187c7a54), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:16:36.212096 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-6958ef80-4e15-49fe-9879-dc873ed46e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (ea02c1b5-bed7-4a20-aa07-2fd9d1797cb7), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 12:16:40.443053 dv-cinder-826608-3-iscsi neutron-server[103990]: DEBUG neutron_lib.callbacks.manager [None req-232d3ff5-8309-4121-9c66-89fb7395c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745041646457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4111988'] for agent (1522c31b-b600-48f0-948e-30e1851c136e), after_update {{(pid=103990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}